---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:13.344813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24870"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ecbc0dd64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: 65aef5f3-b061-41f0-b52f-bdd14ad54033
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ecde1bdf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: 2718275a-d337-454f-a321-293f3ebae10f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ecdf8f70b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24893"
    uid: 76ea47d6-5676-4820-aab2-1a8d0fe93cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ece288f983
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 382b6a05-662e-4d9c-aff3-9bab373dfdda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ece3441a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: c753c903-0911-4596-b1ae-2a06abbae012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee4cfafb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24944"
    uid: e7d492c7-e21d-4288-9ea7-71b8c0894f17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee502a4332
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 70576ba7-04cd-4fb4-b6dc-5c73db8c536a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee50a07bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24949"
    uid: b56c3513-7a33-4c7d-86df-8782455bb5e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee50aa1396
    namespace: kserve-ci-e2e-test
    resourceVersion: "24950"
    uid: 6a0f1ac6-1453-44a5-b007-014832f4a75f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee53a592a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: 6ff480f8-3627-4fa6-af61-c16a4a91fc98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee541c0d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: ce9858fd-feff-4344-957b-2fcf024789ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2ee89194ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 7c30a67b-f85d-416e-91ff-a6098bb9a2d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2f4ea2fd0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: 6b0b2b48-2236-4de1-b2b6-b58bbc3e30a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d5f74688-aed4-4ea8-a5c0-f66e4c159b1c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg.18d5e2f4ea30979c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: cb9e8fd6-6b3c-4979-bc0b-28dc1bb8aec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: f6fae5b3-7ea3-4953-b303-5c766a262d68
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-skwgg'
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5e2ecbbc635b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 3e63679c-9c69-4772-8764-3fb1fbec8082
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: 1116ab59-d400-47fb-bca7-b5e657b3e8d2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2ecb8727750
    namespace: kserve-ci-e2e-test
    resourceVersion: "24863"
    uid: 7df13c34-7c60-4bfe-af52-8601ebfc98d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 5bb731c6-f991-477c-bb77-b9ec6f238e42
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2f03754088a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: 9d36f6e5-f2ca-433a-8f13-44b025fae496
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 5bb731c6-f991-477c-bb77-b9ec6f238e42
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2f037dc30e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25018"
    uid: fa2771cf-a2c3-4d63-bf83-3773a1b907a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 5bb731c6-f991-477c-bb77-b9ec6f238e42
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2f3b744ccae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: 0a815e29-8f33-40bc-b581-ebd9e93e7dba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 5bb731c6-f991-477c-bb77-b9ec6f238e42
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2f3b80c124d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: 663c573c-221f-427f-8aae-dd698803f512
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 567a9f16-54b0-405b-b8d6-fb4571013fbf
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2ecb81daa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: 032acfbc-aa8f-44a7-9b43-af79e77df277
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 567a9f16-54b0-405b-b8d6-fb4571013fbf
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2ecb88f9f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 03ec38b4-32df-47e4-9cca-e3c6c9e3b479
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: 567a9f16-54b0-405b-b8d6-fb4571013fbf
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2f249f4c63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 237b692e-8f45-43bc-966f-9ccb9a95bdc3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:25.917532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1b12af586
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: f860edf0-6cfa-4891-9341-d76af683e127
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1bdc1f496
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a45dcf88-1713-4342-b9f4-daa764b0069b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1f7009004
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: 21fc94e4-d5ce-4f29-ac6a-73c895683e96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1f8848832
    namespace: kserve-ci-e2e-test
    resourceVersion: "24380"
    uid: f433c0bd-e64c-4551-9972-18759ae917ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1fbb51ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24382"
    uid: 037c18b1-95fd-4af5-9225-b3020d80b8fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e1fc28f224
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: d1053b01-7ef1-4e25-bb5b-ecf462e206da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e38967051d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: ebb7342b-3cef-441b-83ae-522ed0cacc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e38c81dec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 0e9fb575-6145-43c7-9e86-d5075a0e11c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e38d0a80c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: 3b887459-b419-4016-8b20-af5a8b5a4616
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e38d14ac32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: 8e2c8019-6e57-4567-b608-6fb1a0a3d2ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e3906a646b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: b5004a9b-7158-4d9f-b438-71daca6b4117
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e3911746b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 2115b156-603d-442c-b907-6b38893d03bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2e4015b1bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: 37744bb1-d643-4e28-8302-598d3beee8fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2eb86d109a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ce5578b4-9e16-42dc-a17c-fdd60637cd42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 947328c0-efce-4252-8181-b191e6c3c8e1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p.18d5e2eb86d187af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: 22bc5f8a-cfed-4a97-a2da-1e82fb506f0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: f9f05726-a689-4ffa-9454-694c82f14e03
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-89n5p'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5e2e1b0c490c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: b49e59ba-3ab9-45d1-8f25-c2aaedce4731
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: cf567fa5-93db-4bc4-99fa-a2465abe348f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2e1ad28f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: ad8d3630-ab41-431a-91b4-708543f94d85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 93e0374d-238e-420e-bd7d-aaf33e9f9c4b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2e52c5ae8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 9b51766e-3d25-4ddb-aa88-9f6fb72333a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 93e0374d-238e-420e-bd7d-aaf33e9f9c4b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2e52cc997ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: ab4dec33-ec63-4711-a68d-b16ebba49636
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 93e0374d-238e-420e-bd7d-aaf33e9f9c4b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:55Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2e8abaf0c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 39a5ddbc-df4c-4c4a-b5a9-434e462e6601
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 93e0374d-238e-420e-bd7d-aaf33e9f9c4b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:55Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2e8ac512a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 78f47ae2-3391-42d0-bc59-75615a23cd52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 17cd6c62-8c39-4bec-9a41-8b74860c63cb
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-autogluon-ts-v1.18d5e2e1ad514c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: f0e2e080-841a-4160-b794-14ae0d45fabc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 17cd6c62-8c39-4bec-9a41-8b74860c63cb
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-autogluon-ts-v1.18d5e2e1adc9b48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: 05da0b1e-0d70-4dc3-8f01-90fa58cbe722
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 17cd6c62-8c39-4bec-9a41-8b74860c63cb
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-autogluon-ts-v1.18d5e2e7c0da7b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 9631854e-36cb-47e1-a354-fd6586326208
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:19.660692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-png7f
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e246912a684e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 1a54bd87-89ba-4086-b844-1c4bce42efad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e246b35a3d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: a3886506-723f-4fd0-b03a-f315a61074a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e246b4d7ef46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: 6ad6c23a-452b-4662-aab0-8ffe68452044
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e246b839f29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: ad19ced9-52fc-424a-a274-6e695dd2cf10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e246b8bd390b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 17cb61ac-1173-4481-9cb4-646b74f1aef2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:25Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e247fdab3d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 76f9407b-e0e8-418b-aa9c-b51417b0d65c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m56.631s
    (1m56.631s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e263256df3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: 1bf5610d-2aa0-4a17-8790-72d9572294b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e2632aa57296
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 48427f08-b830-4172-b115-79f0d97ff1a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e2632b9b9034
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: a8233c90-a4f1-402f-949d-97f671179fa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e2632ba6bf32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 1801d9b4-1ffe-4525-9801-7731e16265a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e263311b37b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: 17afb5bd-523a-431c-9336-cf733dc2d167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e263321164d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 4eac0914-68dd-4019-b765-6d859abd8064
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e2639b12e1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 0dff3fc0-ae52-47bd-9fd7-75c480b91675
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e26af18555df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 8583a34f-9f40-45ff-90f6-7acb687cc4b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 713fa52b-c4af-4773-9273-6c2954edc49b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-png7f.18d5e26af185b461
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 01a68a11-5e82-4fd4-9172-a8f45bc25bf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: 7287873d-8f40-4eca-90a2-92a401e04a7d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-png7f'
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5e24690ae8b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 6385c8ba-99b4-425a-8288-b1897fe8985e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: 9907d470-f1bb-4b2f-8705-d17129637419
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-autogluon-v1-predictor.18d5e2468d7d3f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: c19b51b8-12dd-42c8-9de5-7bbf8e203c49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 2b03f14f-c2a6-461d-a865-f587534665b3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: isvc-autogluon-v1-predictor.18d5e24a0bf66cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 3d8d9b55-2a43-4d87-8628-a49af35c65da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 2b03f14f-c2a6-461d-a865-f587534665b3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: isvc-autogluon-v1-predictor.18d5e24a0cc4abe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 6c623429-abcc-41b6-8b64-f37e267da716
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 7cf6b03d-7047-474e-80e0-6c7d0ff83f54
  kind: Event
  lastTimestamp: "2026-09-16T19:02:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:40Z"
    name: isvc-autogluon-v1.18d5e2468d3af22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: c2abfcee-18a9-4e18-8987-ea4c2611e81e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 7cf6b03d-7047-474e-80e0-6c7d0ff83f54
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-autogluon-v1.18d5e24690b8045c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 50bfe36a-5ff4-48d8-82eb-f343a83b575b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 7cf6b03d-7047-474e-80e0-6c7d0ff83f54
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-autogluon-v1.18d5e24690b845bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 1826dace-3aca-4cea-b26f-94adbf31e714
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7cf6b03d-7047-474e-80e0-6c7d0ff83f54
  kind: Event
  lastTimestamp: "2026-09-16T19:02:40Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:40Z"
    name: isvc-autogluon-v1.18d5e2675ca6f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 72d277f1-3205-4809-ac1c-f9b69af754da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:34.517386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c7c133a0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: b7af4154-9bb4-4867-b04f-c8d6c3e33852
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c7e3b34f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 86ff52f4-3d18-4253-905d-e0a62297a6ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c7e513af9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 4d7a3f7d-5dc9-4227-8ba5-8f5d7f84b5ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c7e7e43cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 0ac34e51-d31e-425c-ba32-cf839450ebf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c7e853d788
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: 8bbfda3a-a00f-4af4-a269-bd48398fbd00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c91b751ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: dca9d28f-ce22-469c-90d4-59838a47c1f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c91e4e8961
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 405f7fe8-562f-483b-b43e-749422611f5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c91ec0aa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 57edcecc-4eb4-4f3c-a112-945fe67af3b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c91ecc1bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: 4ac18e60-c0d8-4249-9f3e-c80a07c80b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c921cf5745
    namespace: kserve-ci-e2e-test
    resourceVersion: "23429"
    uid: c70a090f-ff84-47b6-8e7e-a0528947dba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2c92242712d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23430"
    uid: c62cfff1-54f8-4502-b068-8ad78fb75e1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2e07c7e296c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 86b72a3d-16c4-4abb-b8b1-72dac532983c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5ba5974d-e10c-4c34-9e28-76de3e54851f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z.18d5e2e07c7ea408
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 4fd3ad15-209c-42ed-b2b9-a59816a68835
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: 55bad7e0-c3b8-46ad-89da-983bed72aac3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:34Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-j2t5z'
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5e2c7c1141279
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: 51e08764-3e05-4ab0-abd3-0b670b25db67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 7ce6c1ae-e3ce-4beb-b96f-2795649864d9
  kind: Event
  lastTimestamp: "2026-09-16T19:09:34Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:34Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2c7bc3ff8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 853d98a6-1e7a-4779-aa9b-c1768036de82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: 6e898d10-aa2c-488c-8ecd-95ea936f59f4
  kind: Event
  lastTimestamp: "2026-09-16T19:10:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2cb3af151f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 49be0864-4371-4194-9c9b-a708fe3b9658
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: 6e898d10-aa2c-488c-8ecd-95ea936f59f4
  kind: Event
  lastTimestamp: "2026-09-16T19:10:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2cb3b7560dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: dd9a621c-cfef-47d8-9857-df0929942afc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 6e898d10-aa2c-488c-8ecd-95ea936f59f4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2ceba33f89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24259"
    uid: 2c4915d2-5cc3-4201-b87b-a273ff334cc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 6e898d10-aa2c-488c-8ecd-95ea936f59f4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2ceba9c98d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 47b40069-9465-450a-a612-2ff752eb1b54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23335"
    uid: c86ccf15-6584-4c46-9f2e-44df2fcf95c7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:10Z"
    name: isvc-autogluon-v2-noslash.18d5e2c7bc470817
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 6740b81e-29cb-4f0b-91b8-2b368dbbbd3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23335"
    uid: c86ccf15-6584-4c46-9f2e-44df2fcf95c7
  kind: Event
  lastTimestamp: "2026-09-16T19:09:34Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:34Z"
    name: isvc-autogluon-v2-noslash.18d5e2c7bcd20e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 94168818-5183-410f-87a3-b165887e5e6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: c86ccf15-6584-4c46-9f2e-44df2fcf95c7
  kind: Event
  lastTimestamp: "2026-09-16T19:09:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:34Z"
    name: isvc-autogluon-v2-noslash.18d5e2c7c2a76cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 76882041-779b-4af0-96ca-1efc794bdb86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: c86ccf15-6584-4c46-9f2e-44df2fcf95c7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:10Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:10Z"
    name: isvc-autogluon-v2-noslash.18d5e2de1aeb8dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: fc66ef42-ad3d-4121-81d7-a42d4b979e10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:01.183839Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26c2cb201c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 59fc401c-0447-43cd-b78b-d08c3d04338e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26c4ed587a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: fbd0e282-b757-4270-851b-380d3c147e51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26c523f3bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: bbaf57db-a680-4e53-b11f-9f21711053db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26c5552c43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: cf6cac89-19dd-4fd5-8923-2bd3f16f672b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26c55c732b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: 98d83d3d-9722-4825-a465-418fe057a439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e26f842196a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 90454cae-210e-4b1c-a013-64bbd727ac5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.723s
    (2m2.723s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c170c9a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: 914f23ab-0886-4a95-81ac-37129d4ee6a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c1e597660
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 639ac961-e60f-4fe2-b669-d2cbfb800119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c1f76cd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: d1e963a7-2026-4c0a-a2e6-d799fe686497
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c1f825da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 98b33f02-241d-4844-b98b-57f7f242b546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c250e8ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 501bbec3-89a4-43c9-bd41-66b91155a7e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e28c26097dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: 487513b5-6843-4686-bd19-5f40be60745f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e2a547d693a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: d3346e34-a632-4a0c-a474-77b7e194d93a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e2a58524cf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: a60f6610-2a7d-4451-a3e8-f6275852bbd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e2a585257163
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 08046a75-5c2d-40c7-9b04-218b92f04a40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e493266a-885b-4b4c-a754-1b5f131e6d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj.18d5e2a660df5e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 5364c366-6fde-4eba-adca-f785aa3d2200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 3e3a9105-fa20-4f53-ac2a-323ebe723f19
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-hvzvj'
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5e26c2c217b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 3083d3e3-87ed-4f3e-ac42-1911006f0b49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 1b0c7c72-add6-40ec-bfb7-c0e7a960ab01
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2-predictor.18d5e26c271c863e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: f4c07994-32f4-479f-8220-138c9870122d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 13f0a677-cbe4-4016-99a1-f1ebfcf87afa
  kind: Event
  lastTimestamp: "2026-09-16T19:05:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-autogluon-v2-predictor.18d5e26fa5832fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 85598a6d-8283-46f8-b438-771809182d14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 13f0a677-cbe4-4016-99a1-f1ebfcf87afa
  kind: Event
  lastTimestamp: "2026-09-16T19:05:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-autogluon-v2-predictor.18d5e26fa5f974c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: cf4e5d1b-b536-4b94-83e3-fddadb7304a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 13f0a677-cbe4-4016-99a1-f1ebfcf87afa
  kind: Event
  lastTimestamp: "2026-09-16T19:06:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:16Z"
    name: isvc-autogluon-v2-predictor.18d5e29619978cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: f72075bc-f554-455b-b6df-ca03d2db991e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 13f0a677-cbe4-4016-99a1-f1ebfcf87afa
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-v2-predictor.18d5e2961a05a7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 9f54ed0b-63a4-4903-a2e7-21f751c7428f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:12.684998Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a6bb551ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: cfbdb450-f064-4ad9-8e3f-52a1974fc227
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a6c68215be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 22ad7af6-e802-4550-a98a-6aea58ac610d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:13Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a700e0f34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 1b34d151-9c83-4cfd-97e9-f62e49a2895d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a702403ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: b5d0497b-e4f9-4a9b-b585-796215367d18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a705b91a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: 42c461ba-4178-4d7b-bfd7-e4daec90ef73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2a7063e6c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 90818160-0e69-4998-8994-978e2c5278dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2adfa059d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 6eb4a381-97b7-430c-96d9-cda2b43ee3d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2adfcef0f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: d32eda3a-a033-4afc-b8b2-355be6e1f852
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2adfd50c267
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: 99238947-404b-4cae-a9ab-35aab1889b92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2adfd5b6cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22458"
    uid: fe67fefc-856e-4725-9098-868eb2ebf081
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2ae002cf0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: 945fa4e4-a6c2-48d1-804c-cb31e0330ce4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2ae009143e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: 7d3c0771-605c-4227-90b4-d63aced592ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2c56929d8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 6b08f093-a5ef-4f3b-98a7-b1ccab30cb06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2c68f8f574e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 87838995-584b-4e73-bc67-803da1e8bb8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: af7ba2f7-df6e-46d3-a6ff-ebb471b7ca9f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx.18d5e2c68f8fda70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: 96e34a57-e9c7-4af3-a04c-1545fde19da2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: bcd9364c-ab88-447f-8be3-61e176185aae
  kind: Event
  lastTimestamp: "2026-09-16T19:07:12Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-wnkpx'
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5e2a6bae1299e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: e288d913-d359-4028-bea6-d918e334530f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 76ef4d4e-d162-4fa1-a356-27a05926a634
  kind: Event
  lastTimestamp: "2026-09-16T19:07:12Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:12Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2a6b77d5a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 5ebed6d1-a041-4ddd-967b-f7bce7c1ddfc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 9f297288-7675-4958-8c75-01e8e0619d34
  kind: Event
  lastTimestamp: "2026-09-16T19:08:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:12Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2aa3671bda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: c1eb15c7-54bd-4210-afb2-41b91250ade7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 9f297288-7675-4958-8c75-01e8e0619d34
  kind: Event
  lastTimestamp: "2026-09-16T19:08:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:12Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2aa36ebd803
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: d22549ca-59b0-4909-9654-6621b500dc6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: 9f297288-7675-4958-8c75-01e8e0619d34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2b8339b63e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 3404a6ae-594c-44c2-8cbe-8a0e0960c450
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: 9f297288-7675-4958-8c75-01e8e0619d34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2b8340ba044
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 7f332f63-a08a-4566-8a2d-0bb1dff0e48c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 41e1544b-c574-4a06-aadc-ba5aa26e17c6
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-autogluon-v2-variants.18d5e2a6b7b34cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 715fe8ca-12c2-4bdf-8790-f5bcf8d2e4e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 41e1544b-c574-4a06-aadc-ba5aa26e17c6
  kind: Event
  lastTimestamp: "2026-09-16T19:07:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:12Z"
    name: isvc-autogluon-v2-variants.18d5e2a6b81eab18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 0e7280e8-14ab-4a8f-86c6-b4f89c2df5e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: 41e1544b-c574-4a06-aadc-ba5aa26e17c6
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-autogluon-v2-variants.18d5e2c2dcb5d63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: 5fecf552-83a2-4fbe-9405-473d4b1fa0c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 61ebbf8e-e4b0-409d-81e2-73d83f0fc0dc
  kind: Event
  lastTimestamp: "2026-09-16T19:06:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:55Z"
    name: isvc-autogluon-v2.18d5e26c27070006
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: b1dc4aac-6328-40e0-b08a-de0cdc906c85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 61ebbf8e-e4b0-409d-81e2-73d83f0fc0dc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:01Z"
    name: isvc-autogluon-v2.18d5e26c2793f4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: 5c991e38-d075-48e6-9d0f-9a2d7b6bae05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 61ebbf8e-e4b0-409d-81e2-73d83f0fc0dc
  kind: Event
  lastTimestamp: "2026-09-16T19:06:55Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:55Z"
    name: isvc-autogluon-v2.18d5e2a2bc61cab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 3b789194-7b52-4caf-80b7-4d38801ebe62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:53.767211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6cc94c6f4f-lcngg
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f6256ab2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: ae291383-8346-4948-9840-5747531e3d0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f631c74612
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: b3cfe11e-bd79-400e-8994-583fc85bf325
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f66b58cb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: b628bfe0-21b5-44d9-9f8f-09a07418641e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f66cdf41ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: 92427ece-529c-4aeb-bfa4-59b42da36e3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f6706400c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: b5ee3e8b-9b61-4ce0-aaa4-56732b953e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f670db0f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 8c766a27-120d-4f54-8c85-916eecbb47e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2f76d1c217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 72281ca8-457e-41e4-985e-57ad7ee53494
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 13.336s (13.336s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa880dd1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 95464b3c-cd19-4dd0-abb9-393913db9b96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa8b6f1e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: 53b03aef-378d-4813-abe4-e8401a2d1577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa8bddf09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25584"
    uid: bdb65795-e336-457f-8e8f-4e9a5226fcd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa8be90e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 4d546e85-80ca-49f5-aa1f-f17aa196a11d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa8ea1cbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: 885676e2-d98f-4814-b4f6-257cc6349a52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2fa8f11b8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: 031dbfb4-3569-4adc-8cc4-461cdcde9b39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:14:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:20Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e2faf04a7fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: 99d62eaf-d77b-42a3-b55b-5284e3cb5128
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e30d6e05978a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 32118837-0dd9-4671-abe7-dc19e32c952d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e30d6e06029a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 6db905fd-a8ec-4079-bc07-7816d3b1d44b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 6ecb9a5d-a401-46f3-afa3-7f96fe3e4563
  kind: Event
  lastTimestamp: "2026-09-16T19:14:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:35Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-lcngg.18d5e30dcc80ca8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: a81800ef-2769-44ed-8c3b-55753517ae56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:53.705563Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f621bdf222
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: 4c372f26-1651-4ac6-8db6-64de7e36f9e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f62d8843b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: ae41ebcc-1927-4c99-a76e-633f18304abf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f667e85d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: 348f4dbf-a75b-441e-9f43-f5928639b416
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f669c9ccd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: 18fe8ec5-e7d3-4143-8da7-b2e6cb7549db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f66cfd2353
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: 1d7984f4-b42f-40d0-b4f8-34f612c2dfa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f66d7738fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: ad9ba928-e11b-4c72-8425-d38bd3df4650
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f76bcd5390
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: b7aeebe9-db9b-41d1-8146-1102d5301d29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f76f5131f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: ead3dbf2-5a6a-47b5-903e-cffbe09d7a66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f76fc7e069
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: a27267d3-b6dd-498d-af31-46d7ea4acd2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f76fd1918f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: 56351310-4839-483b-9915-ad2181848bc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f77396da6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 72a7bb49-a432-4d55-8cc7-42902296da7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f77428858c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 8bc11e10-923e-4028-87eb-eccd7b72794c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:07Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e2f7e3f2c0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: d669e192-4425-4bfc-ac40-07c87276dd4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e309626c6cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: a16ac4c2-b22a-46d3-a77c-0953d31c8d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e309626d44cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 78fca769-17be-4190-abac-93757a2ba863
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 00181532-b2d8-41bd-9e7d-40f31a10f23b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:17Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-qkb8c.18d5e309962afdc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: dda78d5a-6c62-4812-b509-ccd89787dbfc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: 07536c7c-7b72-42f0-af12-59c7fc399732
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'Created pod: isvc-canary-create-predictor-6cc94c6f4f-qkb8c'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e2f621b8f9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 06d936df-e9af-46b0-9183-c8309a396b5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: 07536c7c-7b72-42f0-af12-59c7fc399732
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'Created pod: isvc-canary-create-predictor-6cc94c6f4f-lcngg'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e2f625e46f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: b116fef0-9756-4c51-8efd-7236bcceb8f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: 07536c7c-7b72-42f0-af12-59c7fc399732
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6cc94c6f4f-qkb8c'
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e3096252710b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: ab395fe3-d2e1-4772-9a0f-9eae77f27a22
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: bd8e1e0d-ac9e-4f2b-b3ba-10b8e6d5a936
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: Scaled up replica set isvc-canary-create-predictor-6cc94c6f4f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-predictor.18d5e2f61e616b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25345"
    uid: 183f454d-63e0-4b2e-bb0a-0b63c0fe1594
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: bd8e1e0d-ac9e-4f2b-b3ba-10b8e6d5a936
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Scaled down replica set isvc-canary-create-predictor-6cc94c6f4f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create-predictor.18d5e30961d6e509
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: 02ecfa0e-ad1c-4e37-a0e4-5d284071dc35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:53.694529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7855d67596-sgvxp
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f62115a612
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 223d3c0b-4b34-45fc-b0fd-02e1e8c4b100
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f62d8ae806
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 36120495-b1cb-4a35-9acb-29537f47e079
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f667400e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25398"
    uid: af374f80-9c1e-4075-b89f-2a19a8f0c124
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f668fb3e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: f3fc55a9-b037-451f-8f87-1e2a2174afba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f66cf1f60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 6e07e538-3f19-4891-b316-0f39be932a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f66d699e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: e2715482-80e8-40e3-b745-6faef685cb1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f76be23def
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 150b77a3-675a-4a1a-a5ec-2e39cf07211e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f76f6c8d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: c4989ec2-0532-4004-8232-ca4c51914381
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f76fe35464
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: b5862495-a74a-4e0c-86dd-009fbfed8937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f76fec1384
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: b26cb0b6-2370-4bd3-93d7-31879abd65d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f773a13581
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 49448438-c84f-4527-81e1-90da5fc85440
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:59Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f774156a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 6af1ff66-d8f3-4e47-9fa0-a0c533ece8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:14:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:36Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e2f7a80b9e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 0b6e3ba4-8a98-4581-8b9d-54d022dc255a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e30d6cce18b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: 2b320281-bd97-4e1a-b69b-941c354ec5ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e30d6cced43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: af64f668-000d-4cc5-bc97-aa43d31b4418
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 9b6f47ab-fcbe-42c1-b1b5-5a0d23bbbe51
  kind: Event
  lastTimestamp: "2026-09-16T19:14:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:36Z"
    name: isvc-canary-create-v2-predictor-7855d67596-sgvxp.18d5e30e026002e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: 292cb686-79e2-42ae-abf7-a6a637c40c82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7855d67596
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 4d5d90d0-7f1d-4d3d-9650-35b878379444
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7855d67596-sgvxp'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-v2-predictor-7855d67596.18d5e2f621aa6a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 518b647b-a676-41ba-bddb-47ea55a1bdea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25329"
    uid: 627161ae-3c13-4997-8c08-83b8334b4be4
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7855d67596 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-canary-create-v2-predictor.18d5e2f61c9e5bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25334"
    uid: 25a58a61-9e59-401c-a982-62eff6dc1b05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: dd8b4f7b-52dd-492b-9580-bdab5b5c06fb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:30Z"
    name: isvc-canary-create.18d5e2f61de84b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: ceb61aed-5aa5-4283-be40-f3d2ed9f56e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: dd8b4f7b-52dd-492b-9580-bdab5b5c06fb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create.18d5e2f61e872966
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: bd1385c4-0e22-496f-9694-ccb7a825f41a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: dd8b4f7b-52dd-492b-9580-bdab5b5c06fb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-canary-create.18d5e2f61e876eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 2ba5ecee-b568-4b69-ae6e-2642c58bb4a4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: dd8b4f7b-52dd-492b-9580-bdab5b5c06fb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:30Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:30Z"
    name: isvc-canary-create.18d5e30caa2a06ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26565"
    uid: 96407781-8e0f-4aae-a6fe-aec00a4e97d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:38.977724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30ea473bb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 384b7adb-1dd6-46d3-9e0d-d60952f35c72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30ead0541b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 4e1f74e3-7e3f-4953-a44c-b2266616c5a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26712"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30eea4c46c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: bb4df036-8a63-434a-8281-59b6a066e948
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30eebb3a2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26751"
    uid: 3c64e384-48be-4946-9e6d-a641181615a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30eee514e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 6a518453-ffb5-4f30-a015-0bccbcd6a35c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30eeec71488
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: f27b943d-dabb-43a6-913a-0b8de3a1c17a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30ffb8084a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: 93346933-03f0-46c2-a258-20e3578a7b13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30ffe7af87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: e5feb3fb-6cb3-4161-9f2c-3d5e25d02c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30fff05424c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 67a31e23-0269-42e7-bc19-ba20e84a0939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e30fff0f3278
    namespace: kserve-ci-e2e-test
    resourceVersion: "26820"
    uid: 3bf1fd0a-559f-44f7-afd6-3efd9c9966b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e31001f8dc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 43edbd9c-4e55-43f6-b292-e458fe5228d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e310026efc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: 1e8c4ee6-dfcb-4c70-ae24-f5e6d05acea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:15:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:52Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e3107364579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: a4411656-f409-43ec-8f0a-8ce7a3fef9b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e321f55564d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 8f80a623-ba29-44d8-a46a-f56679ce13de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e321f5581440
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 2ae058c6-dc89-4c9e-811c-66cf9e2ba899
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 43e1002a-bc08-46e9-9094-8817ad346bae
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-bj7dj.18d5e322258fb944
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: 51083f3a-b85f-432f-a0ff-bbc919a45327
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:39.034020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30ea7cea7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: 51f8c1a8-8215-43f7-8e0f-56f3a42f5e3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30eb48232a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 72c74e90-6faf-4862-885b-bc88064382d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26722"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30eed7e6072
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: a36dd989-67cc-4e2e-bf5a-6a827265994e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30eef2edd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: ed16cdd0-e0cc-4c97-a337-b11a5c1d1c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30ef1d0fcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26760"
    uid: 19d3b46c-0788-4b3b-9aff-e6326a8962f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30ef2489c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 7fb93721-0079-4fa8-95a2-adc55f4ca125
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e30ffe96885f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: bd2f2423-9838-46fd-afa4-24fee99c02d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e31002897657
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 0714bdb0-70e4-430c-8673-37e3c051909f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e31002fd9a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 9b4703fe-14cb-4c1c-ab1d-7fb6fd905d7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e31003099ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 392d8496-226e-414b-94c7-504f180c1ffb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e31007201cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: db4d2de0-f671-4893-ad18-139751a15ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e310079ffa85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: f49b0043-5182-46e8-833d-bf5637cc1ef5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:16:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:12Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e31076ee1e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: d274e06d-cc23-4eff-86c1-80b136a9b936
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e3239b0ebea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 3b4ec568-094a-495c-9bf1-b2f2670284b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e3239b100100
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: a11dd684-a404-45d1-808c-a436f7a469b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 8ff58bf8-8410-45ca-8bd9-e89118772331
  kind: Event
  lastTimestamp: "2026-09-16T19:16:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:12Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tdnsw.18d5e3247d25873f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: 36594d0a-1a6d-4f36-8603-53040a86bf60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 5d9d2c03-b916-47e3-a2a7-ee48b6f5f99d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-b9b98bcd9-bj7dj'
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e30ea417142f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: 511de7eb-2664-4f62-b189-63e9254a017a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 5d9d2c03-b916-47e3-a2a7-ee48b6f5f99d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'Created pod: isvc-canary-promote-predictor-b9b98bcd9-tdnsw'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e30ea77aa916
    namespace: kserve-ci-e2e-test
    resourceVersion: "26715"
    uid: 609403b3-5eb0-4fa9-ba92-24fa89a89b51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 5d9d2c03-b916-47e3-a2a7-ee48b6f5f99d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-b9b98bcd9-bj7dj'
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e321f55551d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: 267c9920-91d8-4bd8-963c-51322d21fcbb
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26685"
    uid: 1c01313b-d134-461b-b729-217a21fd647b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:38Z"
  message: Scaled up replica set isvc-canary-promote-predictor-b9b98bcd9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-predictor.18d5e30ea0a0f589
    namespace: kserve-ci-e2e-test
    resourceVersion: "26692"
    uid: 6464b321-1b67-4cdf-88c0-6d8d992a1acb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 1c01313b-d134-461b-b729-217a21fd647b
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: Scaled down replica set isvc-canary-promote-predictor-b9b98bcd9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote-predictor.18d5e321f4c2fc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 85411ff3-6061-4256-82c5-adba460d6e7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:09.046727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e3239cfba984
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: b9fb1d90-28d9-4138-ab02-5c16fe8e5d46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e323bf425b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 95978300-bac8-44be-9f5c-d7a6867f3b4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e323c0bb913c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: c7b3c821-d298-4391-83cd-0fa8b0879a73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e323c395c903
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: e18dd57c-5396-4bfe-8780-705aee8ba6f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e323c41f0671
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: a5c94e61-1209-4a64-ad56-bb675d563a8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324cb9d1bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 7d14f904-6946-4599-b51f-c588ad8ff567
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324cec1282e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27694"
    uid: b46e847a-2b87-491d-ac2c-1aa59d9395e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324cf28e0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27695"
    uid: 07abc258-bc1d-4191-a32e-39c12351024b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324cf329a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27696"
    uid: a02011e4-768f-449b-8ad6-26ce1d101f18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324d20c6df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: 8a4a9e2e-b716-4382-9b36-46efda4deeb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e324d275210e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: df66727d-349b-43e4-8d3f-834aadcdb0c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:42Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e325438ad66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: 189bc8b6-3c96-4b44-ac32-7658c3a25c90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e3389ded5523
    namespace: kserve-ci-e2e-test
    resourceVersion: "28517"
    uid: c935e486-5af2-47db-aaeb-9c5fc742c27e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e3389df304b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28520"
    uid: 899b1ca9-fa36-474a-8498-7472c2506262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 9b548cff-c012-4eb5-974f-44853c19992e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:42Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x.18d5e33949c9aef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: 87320128-8e06-499d-9499-65cd19856789
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:38.926200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30ea1618ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: b111cc14-1cf4-4206-9bdc-75a70d9739b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30eae8182b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: a8370597-8514-4dff-9e79-f6aa9b2fcba6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26703"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30ee7576b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: fed0b49d-6917-40b6-be78-7acece5db87a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30ee8bc6a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: 63e4c647-c12c-4f1d-a460-5b514a3a00a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30eec42f15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: b76ec712-eece-4b2c-bb19-cec4c140a761
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30eecb022f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: c615b3cd-2bb6-4f02-80e7-a593f84dfd22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e30ffeaf477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 9beffe88-9fe6-4d9e-8484-6f4116a24bd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e3100294f92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26827"
    uid: ff8cb41a-5664-44c1-a127-325b36d34e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e310030b3686
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: fb711e60-b49c-4fb9-83b4-2e037c5a3e37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e3100315c2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 35456c19-6726-40cd-ad05-1e9e6b04afd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e310072ce14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: c2a7ee01-5a84-412a-ade2-21275ca2d9f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e31007c42dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: e3149d93-c99d-443d-a81a-b5f9cb902694
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:41Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e3103b122fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28543"
    uid: cc5ca8ec-5afa-4c59-b9f6-ab808cea6bed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e3389de693b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: efd47119-5294-453d-904e-9f8779351324
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e3389de71c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: b9bbf217-de89-475f-9d15-ca7a757c08e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: d56118de-96e2-4189-b0de-69d13a5f986b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:41Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m.18d5e33935afd939
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: ccc3528f-b7c4-4598-bca3-750272425c8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: ccf97813-a49c-4f1c-b14e-889f9eb7eb30
  kind: Event
  lastTimestamp: "2026-09-16T19:14:38Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7cc6db9b5d-zql6m'
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d.18d5e30ea11aee57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: 7e3c002d-aa31-4a5a-b84e-0b7458afeebc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: ccf97813-a49c-4f1c-b14e-889f9eb7eb30
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7cc6db9b5d-vd84x'
  metadata:
    creationTimestamp: "2026-09-16T19:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d.18d5e3239ca3d441
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 8a5bfc87-ad87-49fd-8307-f8e8e6d05c2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26677"
    uid: 738bc1a2-2740-403e-a5db-ffe2efd07671
  kind: Event
  lastTimestamp: "2026-09-16T19:14:38Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7cc6db9b5d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:38Z"
    name: isvc-canary-promote-v2-predictor.18d5e30e9e034887
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: db036d9e-6339-4c34-a4c2-819e7117033a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 738bc1a2-2740-403e-a5db-ffe2efd07671
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7cc6db9b5d from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-promote-v2-predictor.18d5e32399831808
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: f1066407-91b5-466f-90f3-ccdc3565b9f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 32c9463d-accb-45fe-8b88-e9a935751824
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-promote.18d5e30e9fe47f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 74e656eb-8f1b-4bc3-976d-8c11240f4baa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 32c9463d-accb-45fe-8b88-e9a935751824
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote.18d5e30ea054e529
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: b739a9f9-7654-40fe-b9a0-478ad618d942
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 32c9463d-accb-45fe-8b88-e9a935751824
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-promote.18d5e30ea05523d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27539"
    uid: 10d2ac34-1577-45a8-9399-6b9012b1363f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 32c9463d-accb-45fe-8b88-e9a935751824
  kind: Event
  lastTimestamp: "2026-09-16T19:17:32Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:32Z"
    name: isvc-canary-promote.18d5e3222fccbc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: 599d7fc5-635e-44f0-be60-07187ec0b601
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:44.455168Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-8fg87
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e339d3c4ea5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 7a6dd557-c2b0-4503-a42d-39f10e99c065
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e339ddb418bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: 0e711c5e-e83c-417a-a04a-88612ce9e08c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33a198947ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: 457dc7f8-8316-4507-8ba7-678ed03882ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33a1afb2417
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: 5a56d789-29cd-4083-8625-e31108a945b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33a1e84aa5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: acbadc1c-fb50-43cc-885d-0b5d59ac820c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33a1ef784cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: c7853190-a052-4fa2-a6d9-4d1c865af052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b0abc463e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28706"
    uid: 19351f1d-c1b1-4a00-91b1-e6d2f476e2cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b0e7a887a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28710"
    uid: 4cadf9e0-fe9f-42f8-83c3-2c425f00d504
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b0eed0fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28711"
    uid: aa0319eb-a021-4561-8d4b-d8d5bba7f94b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b0ef8c0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28712"
    uid: c146fd7e-1245-4c14-8448-3128be4882f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b11ca2737
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: 721a3ebf-01fc-4d5a-ac04-cccf8bfd91b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b123b7f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 2845f64d-e623-4626-84fe-eb952c6d1930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e33b46ff831d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 92d7c01f-8f2c-4571-8a2a-b964db680682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e34cc5a8abd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: f63f6027-bb75-4977-a8be-b85e1729bc06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e34cc5a9bcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 96026414-f0cb-4595-83d7-e14bf110950f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-8fg87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: be98f74d-43c4-43ec-ba6f-480bfb249935
  kind: Event
  lastTimestamp: "2026-09-16T19:19:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:06Z"
    name: isvc-canary-rollback-predictor-665c868b97-8fg87.18d5e34cf968e818
    namespace: kserve-ci-e2e-test
    resourceVersion: "29325"
    uid: f571ebd6-011c-4381-9447-1b41273f5e50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:34.568482Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-tm5sv
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3537708b776
    namespace: kserve-ci-e2e-test
    resourceVersion: "29562"
    uid: 324e704b-f85f-46be-8c64-e9046d51c155
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e353993c0ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 14f556d7-7ced-4d02-b943-97e7e811b6bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3539a877954
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: f39ebe75-2bef-4fa3-8c7f-2f47611ab0b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3539d71446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: ac8751c6-b66f-4765-9fac-75af584d0d95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3539de2c5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: bda96b44-70b0-4f1d-8e12-4f28966acd12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3548b37e65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: 0d2bad8b-7c6e-45fd-89f4-a48e22f79ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3548e3ccb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: c5b99c2e-1c79-4d72-b621-a3a3e3bda84c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3548eb3f3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: b323dd78-c46d-4fa5-9a04-1899a40f139a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3548ec06019
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: 2d3d5def-cfbb-450d-8e45-74518959686a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e35491e46cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 97c1ee4e-9207-4ad7-a110-f77bbab53d5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:19:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:39Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e354925cce40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: c6cceeda-c884-4948-b314-6fb15dfd4278
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e3550387fa8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 2976dd4b-a2a6-4c4a-9251-eacf0f4bedc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:21:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:14Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e36ac6d9ef38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: ffe0c7ed-19c0-4586-8ec2-836677862332
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:21:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:14Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e36ac6da9326
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: e99ab679-a7e3-4cbc-9a86-42b03a461769
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 8174cb49-375c-43f1-ac5e-7abe8a6e7c69
  kind: Event
  lastTimestamp: "2026-09-16T19:21:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:17Z"
    name: isvc-canary-rollback-predictor-665c868b97-tm5sv.18d5e36b5dd266e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 15551141-0b54-447e-8a94-a3be4c898271
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:44.508308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-vqw4s
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e339d6f0e785
    namespace: kserve-ci-e2e-test
    resourceVersion: "28616"
    uid: 8315e0f6-0ea4-4682-a36c-9b7d9b3dfffe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e339fad0ee56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: cf2e5dc7-0a91-4573-ac80-c00a751a8c4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e339fccd2ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: 16f72493-6c60-470b-be9e-ed70871e2805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33a016678db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: 5435d72a-9020-4294-86a4-aca8d15281c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33a01f94519
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: 780a2624-d730-4f92-be30-a07bdf7d8e3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b4409f240
    namespace: kserve-ci-e2e-test
    resourceVersion: "28722"
    uid: ca31c8be-0c88-4e08-b3e7-577cf006dd1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b4ad73213
    namespace: kserve-ci-e2e-test
    resourceVersion: "28728"
    uid: 6d2d09d5-af14-42bf-9d67-6c471dee90ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b4bfeb0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28729"
    uid: cf7a85a7-e51b-482a-b979-0189e538caf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b4c0bec9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28730"
    uid: adc948d3-577c-4cb4-9002-d2bedf078958
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b52e366cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: 096072b4-352f-4ecf-865e-17fe2d3cf94c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b5418427f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: b4474f98-00a3-4ce4-8f22-6cb55207218a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e33b803924fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 6ca48be5-ba0a-4db9-a40c-eac157fe5122
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:21:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:14Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e36ac6f9c4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: 2ef185e5-3b53-423b-b192-65ce4fc3fed6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:21:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:14Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e36ac6fa5939
    namespace: kserve-ci-e2e-test
    resourceVersion: "30451"
    uid: b128c6ee-74c0-4dbe-a89b-4517d440c6bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 0b40722e-65f2-4428-b32c-9529b65207ae
  kind: Event
  lastTimestamp: "2026-09-16T19:21:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:17Z"
    name: isvc-canary-rollback-predictor-665c868b97-vqw4s.18d5e36b771105c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: d6e572bc-a299-45fd-b2ca-732df8c920cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 8df79d01-c650-47c7-bc40-a187e5ae0a51
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-8fg87'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e339d36a874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: f0429d8f-9f55-472f-8885-2a25f36e990f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 8df79d01-c650-47c7-bc40-a187e5ae0a51
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-vqw4s'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e339d684040a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 86aaaffa-97bc-4803-85bf-c564af4172dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29299"
    uid: 8df79d01-c650-47c7-bc40-a187e5ae0a51
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-665c868b97-8fg87'
  metadata:
    creationTimestamp: "2026-09-16T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e34cc5886026
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 984f53a4-3338-40b0-9c07-d1f3849d8f97
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29545"
    uid: 8df79d01-c650-47c7-bc40-a187e5ae0a51
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-tm5sv'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e3537695ccc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: a360af99-943e-4c2a-9a55-6f2de80071cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: e8a4c2e2-b4b2-4700-bc8a-2f2bf7dfccde
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-665c868b97 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-predictor.18d5e339cfe4439e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 81cf264f-2f5c-4715-b463-5d62925c0983
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: e8a4c2e2-b4b2-4700-bc8a-2f2bf7dfccde
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-665c868b97 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback-predictor.18d5e34cc50c21db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: fb072d3e-8fb1-4f51-a529-e62cdfc29853
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: e8a4c2e2-b4b2-4700-bc8a-2f2bf7dfccde
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-665c868b97 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback-predictor.18d5e3537124fbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 99ea746c-67b4-476e-bee5-e974f85e1ca7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:44.410922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28591"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e339d121c65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: e913b982-346d-4e4c-a067-fac1f53151ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e339f35654c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: a43c48fb-abd2-4e88-be56-af59913712c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e339f4c6db7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 85271340-4f5a-44b3-b03d-b8a3ebca1499
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e339f879c148
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: 16528d78-bb00-4546-818f-eb0aa24be33a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:45Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e339f8ebccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: 0234d544-0451-4292-ba80-1e58751f39a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33aceb8b81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: 9ee977f5-af02-4127-9aae-885d2a157c57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33ad2afa249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 196465e0-74f7-4b65-b1a8-64fb3bab2547
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33ad322d6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28694"
    uid: 304a9b91-0904-42b4-a546-c27b6e49e059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33ad32ed110
    namespace: kserve-ci-e2e-test
    resourceVersion: "28695"
    uid: fe32bb50-7443-4a1b-ae7a-30719392a314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33ad61c91f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 4e78367b-e64d-485d-a851-efa3990def84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33ad6d54ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: 267758de-c295-46e8-84bd-ca74c78d8c71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e33b0aea7641
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: 0e7b3006-c213-4382-b6c0-eb770ee500f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e35371c7baa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: fb0e4518-19b7-405e-aae7-036005aa79b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e35371c85940
    namespace: kserve-ci-e2e-test
    resourceVersion: "29555"
    uid: 0a1b6e47-3a87-4408-a19b-b09135276b0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: c45cb1bc-fb97-4cd4-be8d-529a875b165a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt.18d5e353b9703c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 7bc4f3d0-f182-40ab-8149-5c5743491e7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7dc597df9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28576"
    uid: 0fa127aa-d20c-4e31-9f68-7c3abe5408b8
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7dc597df9b-tgwpt'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b.18d5e339d0ce1bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 24843636-ca6e-4a0f-bd6d-b158849b7de0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: 010c4e55-8938-4d63-9a9c-4a6bf30324ae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:44Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7dc597df9b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:44Z"
    name: isvc-canary-rollback-v2-predictor.18d5e339cd6e6e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: e3c48e7e-4ff6-4946-ac88-1e14f4eb2594
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: d6e45225-81d6-4261-9822-76dddc64a7e6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-rollback.18d5e339cf26d36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 0d5bea2d-7e36-4340-a6db-f961a2c7c249
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: d6e45225-81d6-4261-9822-76dddc64a7e6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback.18d5e339cfa48304
    namespace: kserve-ci-e2e-test
    resourceVersion: "29315"
    uid: fe176767-9a62-49d0-a42b-a324fa8d4fca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: d6e45225-81d6-4261-9822-76dddc64a7e6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-rollback.18d5e339cfa4deeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: 22d97571-5af9-4561-950f-fe897d96c5cd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29464"
    uid: d6e45225-81d6-4261-9822-76dddc64a7e6
  kind: Event
  lastTimestamp: "2026-09-16T19:21:05Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:05Z"
    name: isvc-canary-rollback.18d5e3514a86f1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: d02e338b-ca1d-4976-b393-2385d73c4477
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:20.012381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7bb9c548b5-48h5k
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c03faf9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 1ed41983-eadf-4689-a464-e03df8e53069
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c0cd4ebb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: 37794fcc-f0eb-49f1-bcd6-fb09f1bf36c5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30553"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c49ecc7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30579"
    uid: a8c7565e-ed4e-48d0-9fde-3d03a79d1ff1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c4b9ba305
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: e0b03688-9914-4f2d-88e8-88329f63c483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c4e870fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 600e34ba-df34-4319-b888-081c1fed6daa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36c4efa2710
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: e142aa57-a24c-4ce4-b67b-a8231c6a37dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d58ff2f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 3a88fe17-181a-43c7-9097-86cdbd56000e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d5cd38ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 115b1c37-8c82-4b21-badc-3c64717267f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d5d4b46a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30675"
    uid: 3cfe9867-0ed1-4cd1-af76-f68ddf916dcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d5d57872a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: f71e3003-4261-4466-b77a-a771c11d5c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d6055e09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30682"
    uid: 224f4052-c538-4c6e-a865-00ad3048f84f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36d6100cece
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: 72cf5e17-040a-4736-a7c1-abfd691f4d50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e36dd12d8c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: 0fc57128-170c-44c1-8322-28c1c1fd8925
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e380dcf22f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 5c92f571-5233-42c3-937f-d439f190d7c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e380dcf2bb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: 366a7967-9a61-4089-8d6c-9f7873f1d5d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 8d77a2d9-c5ba-44a3-8641-d304b028f1fe
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-48h5k.18d5e381d7891672
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 96499331-29bd-428d-a179-56cdd79b3e50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:19.954700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c008ad0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 73bce0e0-28d1-4942-89d3-b34b1b7d1269
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c0cd59537
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: d206692a-bbfd-4046-b9c4-992c4797e3af
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c4634c82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: 1327d146-3f77-432b-a508-1b706bc12bc3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c47c915f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: f01bddf8-a2df-47bb-a49a-5adf16285e84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c4af96633
    namespace: kserve-ci-e2e-test
    resourceVersion: "30581"
    uid: f8e4a93a-0b14-41aa-92c0-d184b61fd090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36c4b6361ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: d418a044-062a-436f-926b-0688c453b714
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d5523b817
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 715b01db-8b17-43df-8343-bae7960efeeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d58b48a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: e3ce1712-8f17-4ea5-a92d-d14f99773243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d591d0268
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: b730d199-41c8-4203-81f0-e53dd0efd0ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d59269e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 5cf807a0-d26a-4b13-b328-7d5ec2b2afb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d5c68f98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30670"
    uid: 5e2bf64e-94fe-4740-8e32-2657d22139b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36d5cceac69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30671"
    uid: 72d2733f-b782-4ed4-8b76-da812fdbaf80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e36dcd0dd6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 5681120f-3ea8-4515-8793-acdec0f90619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e380f1653519
    namespace: kserve-ci-e2e-test
    resourceVersion: "31511"
    uid: 63ce4d28-2d90-4e13-a12b-4ab464a08798
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e380f165bcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31512"
    uid: 1cd85c27-a0eb-4c39-af20-66d6e5c7a565
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: da51a222-ff7d-462e-86b0-bf74060d4363
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-xr4pd.18d5e381d33eafbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: 2d3da65a-4c69-447d-aba4-3638a7e885a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 8d06fca3-1fa5-41df-89f7-ede1b594c54b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Created pod: isvc-canary-stop-predictor-7bb9c548b5-xr4pd'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e36c0018f5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 67a45dd8-1f1c-4753-8dce-26bde3ef135c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 8d06fca3-1fa5-41df-89f7-ede1b594c54b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'Created pod: isvc-canary-stop-predictor-7bb9c548b5-48h5k'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e36c03acf656
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: 0a6e4f2d-6dc3-4cbc-ba33-10837e1c1ec0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31475"
    uid: 8d06fca3-1fa5-41df-89f7-ede1b594c54b
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7bb9c548b5-48h5k'
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e380dd13c5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 2d8a6b4a-dbc4-42f3-87c7-725b6e6382df
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: beba4b71-b11c-4362-aa87-8838a37066af
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7bb9c548b5 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-predictor.18d5e36bfa27ee02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 191f9a22-15e2-42b7-82b4-ed9a7470cd03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: beba4b71-b11c-4362-aa87-8838a37066af
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7bb9c548b5 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop-predictor.18d5e380dc58abf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: 7724290a-a5ef-42de-8145-915b7e86333f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:19.889864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36bfcad7470
    namespace: kserve-ci-e2e-test
    resourceVersion: "30529"
    uid: b68b6ca2-3595-47d7-a460-41e1360c9658
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36c1ec91eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30564"
    uid: 2db635d4-583c-4806-9465-9d58abbf9c57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36c204135cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30566"
    uid: 69a12b9e-8a4f-442c-a12c-7add16176f11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36c238fc63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30567"
    uid: 9c7ca3c6-52eb-4e46-a4a7-471429ca4318
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36c240301ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: 389b7891-da09-467f-8db8-f8b7911a3869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d58e9f669
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: cfb508c1-17a3-4fa4-ab21-d1c3da921eca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d5cc8f515
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: b7d3d67f-74f8-4087-a479-819b783d5209
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d5d3eb260
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: dbb1a1e4-fcce-4633-8cff-2d1e0fa6a67e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d5d4b57c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: b603e7c1-8707-469b-a488-48735df4ba7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d6049704a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30681"
    uid: 098f5e59-b0cf-4920-8b33-da4692af7c4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d6100edc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: 887e0193-6a6e-47fc-b33c-ff8520a3ade9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:22:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:39Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e36d95373dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: e95833dd-ef35-488c-8acf-ac774ef4e888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e3810047566e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: 468b4792-5686-489e-bc63-1012a3dc1a11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e3810047c164
    namespace: kserve-ci-e2e-test
    resourceVersion: "31519"
    uid: 9dd21834-d01b-4b2a-b2f5-bdb69c9240aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: eff416c4-d3e5-44bd-b25b-bf8d6827ed97
  kind: Event
  lastTimestamp: "2026-09-16T19:22:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:52Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc.18d5e3819b88df39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 03214b0b-bb9e-4e7f-bb87-23279ab3ba48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b7c9ff648
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 523ba752-f840-414b-8354-cde075992dae
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b7c9ff648-65lhc'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648.18d5e36bfc2590bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: d0aa44c7-1f3d-46fd-bb10-10531c8bef95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 7bb05357-d117-463c-9150-dad71595409c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b7c9ff648 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-v2-predictor.18d5e36bf783c49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: 69f52b84-09cd-4228-92c1-cefc0babbc66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 06c60137-cfbd-4841-964f-209623c67940
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop.18d5e36bf9915664
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: f09970f2-39af-4dbd-ae42-81d9b42f62b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 06c60137-cfbd-4841-964f-209623c67940
  kind: Event
  lastTimestamp: "2026-09-16T19:22:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:49Z"
    name: isvc-canary-stop.18d5e36bfa1ae3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31489"
    uid: 599289e1-b1d3-4114-bc6b-c75a94248ce0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 06c60137-cfbd-4841-964f-209623c67940
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-canary-stop.18d5e36bfa1b31e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: 0ed2ebbf-763d-4751-a3ec-aaaa3bcb6760
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: 06c60137-cfbd-4841-964f-209623c67940
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-canary-stop.18d5e37f8e02d1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: 3aee1737-ebf0-4910-83cd-6425115cc4f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:54.313759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fad0fa2406
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: d1631515-d50a-4fe9-a7e3-07327f3b8e9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-7e78f2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fadc2862d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 09093825-e3c6-440c-9188-bb9b6a33374f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fb166d846b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 7456d1c3-727f-429b-82f8-10d0e07520e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fb17e49491
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: ac383f30-7c3b-45fb-8d11-14817498076d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fb1b50acd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 94b9035e-ad4a-4fd5-9850-f7632956cc9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fb1bd8a52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 9687394c-134b-449e-b50a-409326633aa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 088657d0-3bac-4dae-9d5c-31b63aba8ace
  kind: Event
  lastTimestamp: "2026-09-16T18:55:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:04Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc.18d5e1fd1579d07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 2781dfb2-923f-4c38-8440-de137ff3e0f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-7e78f2-predictor-67df985b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 94cb00a1-79a4-4205-b9c1-23278f52050e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'Created pod: isvc-init-fail-7e78f2-predictor-67df985b46-qfgdc'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-init-fail-7e78f2-predictor-67df985b46.18d5e1fad08eaeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: dd1d5eee-525f-4f96-859d-fd40a175fcc5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-7e78f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: 388d4f3c-92bf-46b9-96be-f354dd44dc52
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: Scaled up replica set isvc-init-fail-7e78f2-predictor-67df985b46 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-init-fail-7e78f2-predictor.18d5e1faca1c8e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 7506d5c4-19dd-4a57-af08-5c1ad8fd89b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7e78f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 639e0dd8-56da-4d62-b95c-bcecbdf5bc5e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-init-fail-7e78f2.18d5e1faca23bc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: c6a5c91b-556a-40d0-9b7e-95a12376ac38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:00.141333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31637"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-fvgb2
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e38354217aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: d5e26678-53b0-4692-a6ff-a61f7bf90981
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31648"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e38376890f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 362b1aaf-bdbc-433c-9156-24fb9498e9dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3837811cc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: f1a6f9a4-cc8e-4ec1-a7c5-ec5a0408c41a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3837b86da63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31659"
    uid: 7f33fe34-d282-48f1-856d-cac77e47c880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3837bf5907e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31660"
    uid: e1b3288f-7d6b-4419-b408-992818798691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:05Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e384836c7d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: 49e8e117-1506-4112-a0c1-173010a1431e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.084s (6.084s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385ee18bd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 1860bebd-ebf5-42c4-8114-f0113bf9fd04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385f15cfdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31757"
    uid: 8fc7707b-e096-4b96-ad9a-a96fee92f011
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385f1ceaf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: d6358bb6-7348-49df-8eee-d6ff0c344900
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385f1d8929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: afd06952-113c-4305-b12d-af2f711b1022
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385f4c08652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 70442db5-78d1-43d5-b412-b716a6d717d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e385f533a2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: ef289d1c-d2ef-4f3e-a9fd-dd3a20207ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e38662edaece
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 5d4933af-716a-488e-a83e-a235444bb992
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3984da26ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32451"
    uid: 89ee8b7d-0ed9-4baa-8b78-0ba6c72162a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3984da2fbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 0f6c02ed-73e9-4bfa-bb0b-e6590d13d832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: cf65cf63-2533-4458-b99e-dc2314d38c88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-fvgb2.18d5e3993f247d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 7b78e7e3-722d-4741-9768-7672e026e3f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: fc2374d3-e076-4428-9136-a677ff8e2cd6
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-fvgb2'
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5e38353c39523
    namespace: kserve-ci-e2e-test
    resourceVersion: "31639"
    uid: af2f9538-2c99-414c-8dd2-ee7202c6e113
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: bb9246dd-735e-44df-b450-47c5377efb9c
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm-predictor.18d5e38350947dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: 30b83c56-048c-4ffc-a3ec-daa378fb40a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 07823bcf-f670-47f1-b495-a4eeafda61c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:45Z"
    name: isvc-lightgbm-predictor.18d5e386cf282192
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: a9c434b2-57f2-454f-a400-d5b9f3228d90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 07823bcf-f670-47f1-b495-a4eeafda61c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:45Z"
    name: isvc-lightgbm-predictor.18d5e386cf9b3d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: c5a3a970-f708-438a-9b4b-29204d395b12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 07823bcf-f670-47f1-b495-a4eeafda61c8
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-predictor.18d5e3914db092ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 0daba32d-fcfa-43fd-9392-74e2d555958f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 07823bcf-f670-47f1-b495-a4eeafda61c8
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-predictor.18d5e3914e26e574
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 36185c07-08af-4cdd-8c21-f74d11fc23db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:35.405245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32526"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e399824d69b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: f0f9766c-52aa-4385-90c4-0f6fefca8ebc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39990a0d272
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: be050ef8-eea5-4cd5-af8b-ac67178e5fe0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:36Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e399c7f1411c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: 4d420668-5104-40bc-9d18-320cf0366f38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e399c94d3577
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: ca7e0c98-5a8c-4b91-b676-c75450f5ab78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e399cbfcf7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 89f8b6fe-1dde-47fe-b70d-ee213be8a0c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e399cc6eb950
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: d7bd3373-c5b9-4b72-a3ef-6319de43fba5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:40Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39ab49d03ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32614"
    uid: 225887b1-ffe0-4e69-93bb-2ff6447c4021
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.158s (6.158s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c23afc5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32699"
    uid: e3759719-41d9-4cb1-a315-0fc3ba1c6b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c274d7a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: d26637df-52ad-4051-9f08-8fd63a533458
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c27d66a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 820bb76e-da1c-42b4-abb8-b31f1d4285a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c27e113c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: c1d27990-9942-4f21-b844-247ddf42049f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c2ad3d3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: 628be05c-4f8c-4c1f-b5c7-2760340ee205
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c2b4874e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: da6e75da-003d-413d-9a56-21276264e069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e39c580f0320
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 7fc8b4f2-97f9-4336-8bf4-af1942fe76db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e3ae9c35276e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: 3a833e78-e6bb-4b24-bc6c-90632dc37031
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e3ae9c35ba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: c6e1297b-bebd-404b-ace1-eeb8bb88d78d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 08ad20e2-bc46-4d3c-8052-35cec08892e5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm.18d5e3af344df5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 5a6460be-5aba-4b51-8faf-e20d23b3ad14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: f40b6108-7aaa-40ed-9dac-045fc2073e38
  kind: Event
  lastTimestamp: "2026-09-16T19:24:35Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-888mm'
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5e39981e15a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: f8395251-7c1e-465d-8783-86fec1cdc889
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 63a9f324-83a3-4ad3-81a2-402b146685c9
  kind: Event
  lastTimestamp: "2026-09-16T19:24:35Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:35Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3997e67b730
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 08141939-c8d1-4377-addc-e9335f43c275
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 7f88e79d-2d57-48d7-956a-71fb0d3bff91
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-lightgbm-runtime-predictor.18d5e39cfdaf9fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: d44f6dd8-8409-401c-b3be-3456758d2d59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 7f88e79d-2d57-48d7-956a-71fb0d3bff91
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-lightgbm-runtime-predictor.18d5e39cfe2e83c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: 778d1824-a796-47de-b1e4-a97deb9c0195
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 7f88e79d-2d57-48d7-956a-71fb0d3bff91
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3a77b8b7175
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: 1d261f8d-b748-48bc-9f23-bb865ea72fdd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 7f88e79d-2d57-48d7-956a-71fb0d3bff91
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3a77bf410d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: dd2ac7db-8e19-432e-9469-9e20c6949c93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 6dd08f9f-8f15-4ab7-8a2d-41e853115b36
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-lightgbm-runtime.18d5e3997e5c8472
    namespace: kserve-ci-e2e-test
    resourceVersion: "33384"
    uid: a2d91843-6cad-4c09-b2ae-89af74f42f27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 6dd08f9f-8f15-4ab7-8a2d-41e853115b36
  kind: Event
  lastTimestamp: "2026-09-16T19:24:35Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:35Z"
    name: isvc-lightgbm-runtime.18d5e3997ef86121
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: aaddc42b-897f-453a-b435-388772c1a0f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: 6dd08f9f-8f15-4ab7-8a2d-41e853115b36
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-lightgbm-runtime.18d5e3ae109573d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: e037df46-a579-4018-89f4-a3b2d7dd52a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:06.516557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bcb13d0d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 63e87b15-2cd7-4fdc-9c96-92a8b62967b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bcd3712929
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 75cd19be-7354-4900-9b94-a2604322a1ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bcd50cc655
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 25ff2802-fd38-4774-a7a6-eb1dcd917072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bcd7aea657
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: 58421d76-8a3a-43c2-b45f-d594f7c24092
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bcd81fc565
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: b1af45c1-ee50-48f9-a821-db8e4b9f0d38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdd27ade29
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ff5aeaa-37ba-4806-b4fa-fffb9e38aac1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdd6ad9378
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: 0034c89e-3b2e-4861-96c3-360e64bc1595
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdd7238d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "34075"
    uid: 7f15ec5e-bfdb-4a48-a58a-ab1ee9285964
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdd72d2b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34077"
    uid: 0ba6375d-eadf-409e-a3e6-7a32ce69a4d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdda0e570b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34079"
    uid: b9aa8f39-74d5-464c-8552-6810a9ca0b3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3bdda83a978
    namespace: kserve-ci-e2e-test
    resourceVersion: "34080"
    uid: 217cb109-6f6f-4fc6-8533-1ba255bc6f71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3be4a77dbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 43dbb7c3-ec34-4d52-9572-e9e8915d5377
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3c16022bf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 4200e57c-fbc7-4022-92d1-98f37aa627a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: a937e7d8-6979-45f9-bf70-1aa7b5a6678d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj.18d5e3c160235ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34278"
    uid: c95c0277-8141-468d-805a-c09c4bec55b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 6134a469-786f-4ce7-94d1-229859546b6e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:06Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ltwfj'
  metadata:
    creationTimestamp: "2026-09-16T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5e3bcb0c5bc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33988"
    uid: b91bf5f5-369c-456b-9f6d-b87fd2ef6d9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: 3a3db64e-5fad-46a5-855f-848f00ddd248
  kind: Event
  lastTimestamp: "2026-09-16T19:27:06Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:06Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3bcadadf131
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 44d1c5e1-3875-409d-bc2f-3cdae869e8c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: f45d1e20-def5-4d9e-8a5c-c82486a29ab6
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3c02cba161e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: d86fbd29-ad87-403c-9f64-419205c8599c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: f45d1e20-def5-4d9e-8a5c-c82486a29ab6
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3c02d36c3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: f566c084-de6c-4d8d-af9c-2d740da47457
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: b34e0129-4590-49e3-a829-5400934c644d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-lightgbm-v2-kserve.18d5e3bcadbceaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 0de0901f-b3bc-46c4-8daa-3fdb4c14e682
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: b34e0129-4590-49e3-a829-5400934c644d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:06Z"
    name: isvc-lightgbm-v2-kserve.18d5e3bcae5898fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33983"
    uid: b72f0df9-afae-44c3-8beb-8620dd119324
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: b34e0129-4590-49e3-a829-5400934c644d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-lightgbm-v2-kserve.18d5e3bfb6e4c06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 04cde929-1eef-4483-aa8e-b3d55cafbbea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:11.198095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33484"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3afd0005a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: acd1d974-ab08-4369-b7ad-0960d3a82a0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3afdacde65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33502"
    uid: a286bf62-b99c-46ff-bac5-1685d8cdbd91
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:12Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b015ee7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 3f1af01d-5431-4b6f-8ca2-ed21bbec1b04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b01759eded
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: b124c5cc-1c60-4146-99e9-de7627f0e7be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b01a4dec7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: 0a36dfcd-4b19-4ae1-9297-93b36c35ff5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b01ac3389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33518"
    uid: 5d712038-bf38-436f-8739-57b4f5df2ef6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b12a52503b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 97e841fe-0b27-45b6-a49d-e97ba8e2a100
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b12d58fce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 7ee9e8ac-f86f-4ed5-8452-6a297c0df718
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b12dd0ad60
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 03ddc0d7-26f0-4963-bb84-fb4ab391c271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b12dda9e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: 28197821-c2ed-4b6c-9e53-42264135e929
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b1318a4a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "33568"
    uid: 27e98ee5-cb51-4e8d-bfd7-cd459b64a95f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:26:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3b132048679
    namespace: kserve-ci-e2e-test
    resourceVersion: "33569"
    uid: 8c8544f2-3a8a-4fd0-880a-680069f6e7ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3bb7ba069b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: d7285279-617c-4d0d-ab82-d43ea17ec37c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 40378a57-440a-4395-98b7-c06dec99dbdb
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh.18d5e3bb7ba13282
    namespace: kserve-ci-e2e-test
    resourceVersion: "33917"
    uid: ad830741-8ee8-4adb-9b51-7757936de6b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33475"
    uid: 4da6dd13-1e0d-44c3-906f-7e8a63caed63
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6k6nh'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5e3afcf9fef95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: 1cdada0c-8544-4a2b-8c4c-2a152ba97f1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: 34aeed9d-422f-4eed-a19a-db568c97c069
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3afcca29135
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: 63b02c19-d39d-47d0-9635-d352eeaf097c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: f3444194-0900-42a5-ac73-19c87d7ea4d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3b34b4f9f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 6efc85f7-578c-4ea8-90b2-fea2a8f9cb14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: f3444194-0900-42a5-ac73-19c87d7ea4d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3b34bbe652f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: 131874c6-85ad-4d79-bf2f-a3d7612ed37a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: f3444194-0900-42a5-ac73-19c87d7ea4d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3ba4977c4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: 6585cccc-e322-4dbb-a01e-7d700713f745
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: f3444194-0900-42a5-ac73-19c87d7ea4d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3ba49edc57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33864"
    uid: f33f2e2b-d5cd-4c82-b7b2-b9447fd4088e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: a5d74ee6-5940-4271-9b8b-47224827f7a6
  kind: Event
  lastTimestamp: "2026-09-16T19:26:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:54Z"
    name: isvc-lightgbm-v2-runtime.18d5e3afcc9fb829
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: 56e28dc0-845c-4e9c-af6f-0d2c813baae3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: a5d74ee6-5940-4271-9b8b-47224827f7a6
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-lightgbm-v2-runtime.18d5e3afcd3bfd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: 41e68f67-00ec-412f-8a10-cb29f1cc4b0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: a5d74ee6-5940-4271-9b8b-47224827f7a6
  kind: Event
  lastTimestamp: "2026-09-16T19:26:54Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:54Z"
    name: isvc-lightgbm-v2-runtime.18d5e3b9ceada578
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: a1c35374-074b-428b-8b7f-c8c6ec351b90
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 1e4f0ab9-a3a0-40a2-89a7-1315a23bb4a7
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm.18d5e38350b9b2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 393d2d3f-3445-4858-a2cd-ebd052deb0be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 1e4f0ab9-a3a0-40a2-89a7-1315a23bb4a7
  kind: Event
  lastTimestamp: "2026-09-16T19:23:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:00Z"
    name: isvc-lightgbm.18d5e383513aeef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31634"
    uid: 26bb0c06-9f55-48f4-91eb-7870431dcba3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32426"
    uid: 1e4f0ab9-a3a0-40a2-89a7-1315a23bb4a7
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm.18d5e3981b5413fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 038b3c78-a7d9-4462-89eb-00716a807a6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:44.350391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6cb66b5bc5-h6kb7
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e230603a95e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 9cd12808-1505-4e51-ae10-d5936a7b3064
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e23070fc53c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 85ede9f2-44b8-4730-9709-082bdcd32f45
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e230a6367277
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: 48a09043-b91a-4549-8d37-b09e40df1979
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e230a7d78dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 3b2e5afc-0c2c-4224-9b14-8b6299029473
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e230ab3d6518
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: a65be79f-b739-44ea-b25e-bad72e9f183d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e230abb18d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 8d9ff5d3-629a-4fd5-a052-bb98e4a45204
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c2c42c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 2937bc8b-8d58-4772-a77e-2140789eb3cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c5ea8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 7594543f-0680-4468-88a9-283fd0a18e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c65f00e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 766df785-19de-4e2e-b51c-ad915bb7ea86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c66a446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: bf24c2a3-2c8a-4926-812f-90c3052e6eda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c9446a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 693f7806-42f3-469b-820a-4e4e9d0533a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c9c9b361
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: ab716d52-4dbb-4cd1-9afe-9de7e6e072f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231c9d524ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 5df63ab5-9c1e-4113-9a84-ec7cd0ecfe14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231ccbb89ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 8f4ff36f-3a05-46ec-800d-58d99bf3a729
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231cd33477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: da3710e3-6b75-4115-a63c-ccbf7f5d952a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e231ff1fbe7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: 5589f9f7-8feb-40fd-8a7c-6c1d667973cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e2323afe1ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: b72fe9d8-3f69-453d-912b-131fa421fe25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e246898ab2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 3784d4eb-d928-4c30-9536-3afe8ebd4d5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e246898bd426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 3da72515-1c26-4f75-8446-70bf6824d3cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e246898c1ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 46b5f06d-7611-45e3-b020-2410b4617754
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 6185ecda-485a-4ee9-aaf2-1022ae6a04e0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:23Z"
    name: isvc-logger-predictor-6cb66b5bc5-h6kb7.18d5e2476b49056c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: dba4f5eb-ddb1-43e5-b169-3ea875b54957
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6cb66b5bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 2af4b735-490c-4587-a9d8-a3326e7dfbac
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Created pod: isvc-logger-predictor-6cb66b5bc5-h6kb7'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-logger-predictor-6cb66b5bc5.18d5e2305fe53245
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: a76b4b8a-31cc-4526-a17e-b251af5416ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: f5a16597-b101-406e-8bc3-a8ff4f0cc9ba
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Scaled up replica set isvc-logger-predictor-6cb66b5bc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-logger-predictor.18d5e2305c4e716d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 1ea1bfc6-dba4-42e1-9d96-ae0d39aaa97c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: 3385334b-9837-4f60-95f0-37a33fdaa09f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:59Z"
    name: isvc-logger-predictor.18d5e233db1fca73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 8a0947c6-c6bf-4852-b33c-21c52e00f679
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: 3385334b-9837-4f60-95f0-37a33fdaa09f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:59Z"
    name: isvc-logger-predictor.18d5e233db89a8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 828f6057-e289-42d7-9ec9-839f4d751b9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 3385334b-9837-4f60-95f0-37a33fdaa09f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:14Z"
    name: isvc-logger-predictor.18d5e2375a793944
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 51242dc8-9ccb-4bfe-b84a-0d1de44361e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 3385334b-9837-4f60-95f0-37a33fdaa09f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:14Z"
    name: isvc-logger-predictor.18d5e2375b072864
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: d0179e75-21f8-40fe-8098-6f337814b20b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 4485f8ac-107a-4941-a0ce-9968c50ad9cf
  kind: Event
  lastTimestamp: "2026-09-16T19:00:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:12Z"
    name: isvc-logger.18d5e2305c340a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: 48364f2e-8d53-4902-8b7f-64c6b36aa8ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 4485f8ac-107a-4941-a0ce-9968c50ad9cf
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-logger.18d5e2305c9a09eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 1cb3e5e0-d440-4e2d-a5ae-decf207e39f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: 4485f8ac-107a-4941-a0ce-9968c50ad9cf
  kind: Event
  lastTimestamp: "2026-09-16T19:00:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:12Z"
    name: isvc-logger.18d5e244d7a27e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: f5fd52f8-c6cc-4d9b-a4fd-481dee03ad28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:31.761456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c291f39392
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 044b41ad-260a-488b-9944-f3654fa55f2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c2b3f42fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 87e58cb6-3a90-4538-81b2-f13a4277fdaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c2b557e06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 6885c836-b847-4a5b-932b-700e076e577f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c2b7f0b2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: 54635fe6-6a35-4961-a503-7fa13af9eda1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c2b868a3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 3b9c4f67-51fc-4673-9751-8c59f8a07343
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e00e5fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34414"
    uid: 7697afab-919f-468f-a276-635cdfa986b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e378e0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34416"
    uid: 720d636e-3b87-482c-982d-80c7bd36a2f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e3f25ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34417"
    uid: 8ffe75be-a053-41d8-a8ab-8c3213823e38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e3fc5b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34420"
    uid: 27d5cb14-82c9-4796-813b-755e59349999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e71606c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 4542d94e-923a-4295-9d12-f83acd19460b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3c3e7a0eb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 89c17389-9dd0-4d93-9776-6d6ca500e9b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:28:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3ce3b223070
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: 24178432-7490-42ae-b938-122950bf92ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e285d915-0dd1-4867-a1ef-c96dff344e53
  kind: Event
  lastTimestamp: "2026-09-16T19:28:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s.18d5e3ce3b236456
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: e634b995-aa61-4cde-b56d-b69e449d502f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: b7ac97ee-3a3b-41e1-a2c6-5ddf3971d022
  kind: Event
  lastTimestamp: "2026-09-16T19:27:31Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-l4d7s'
  metadata:
    creationTimestamp: "2026-09-16T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5e3c2917f24f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: bd7e3fd8-4e85-4ca7-b08d-db03a3652a44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: d6f0ba1f-27de-4f17-86ab-dd24d21c160e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:31Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:31Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3c28e53cf8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34338"
    uid: 567d76da-4f16-44f0-87d4-c2cf1568fb69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34335"
    uid: 51be2c27-5fa8-4ffb-bf6a-db211a23e515
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3c60cfea919
    namespace: kserve-ci-e2e-test
    resourceVersion: "34599"
    uid: 829e8a08-a80e-4ea1-81ca-013a0fbad3c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34335"
    uid: 51be2c27-5fa8-4ffb-bf6a-db211a23e515
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3c60dab2f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34600"
    uid: 23fca263-5eab-449b-b409-762ec804a8eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: 51be2c27-5fa8-4ffb-bf6a-db211a23e515
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3cd0b518f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 6afbc4ee-cd39-4595-b8c7-6d1beeeb8895
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: 51be2c27-5fa8-4ffb-bf6a-db211a23e515
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3cd0bcb6334
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: 4005a17b-1694-483d-b1a8-e72f98b56357
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: 17281eba-ccd9-451e-8ae9-368c7db47d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-mlflow-v2-runtime.18d5e3c28e564edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 8ae864e1-debc-4d1f-81b6-1a68432b9665
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: 17281eba-ccd9-451e-8ae9-368c7db47d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:27:31Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:31Z"
    name: isvc-mlflow-v2-runtime.18d5e3c28eea14a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 9a0bf8f7-8f7c-4160-b1ba-c0874e652c78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 17281eba-ccd9-451e-8ae9-368c7db47d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-mlflow-v2-runtime.18d5e3ccbff217b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: 06a802bb-59ff-4617-bb81-0ba292e5de81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:52.247270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-q7648
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e3478f156e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35631"
    uid: abaff564-ece7-4340-8b3c-782200a078a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e369cc940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35647"
    uid: 64a5f58a-3fec-4925-8788-5e4b549a01a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e36baadf2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 4a8bfed9-668f-46f6-9f91-79b9abb52e56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e36ebf77ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: 806e4522-b5ed-49d6-8021-5320ce8b899d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e36f3597c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35652"
    uid: 1bd1a966-e740-4af7-b92a-b9cf3aa05cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e4a7c942dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35702"
    uid: 38ad02b1-680e-4659-bf81-dde65499ea1d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.469s (11.469s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75371ff19
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: a6761a46-dccc-4fd1-991e-0616cc8dd934
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75b34b989
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: e72036fe-5836-4074-b9f2-f9779b1f32c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75b9b9754
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: fb073161-fe98-4667-8b51-a8a6227b7cc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75ba66367
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: c0b836e5-62ea-4146-b2a4-9b609e0a0c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75edeb641
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: f843a791-21bc-472c-ae9b-7436814efbbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e75f41a34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35823"
    uid: 76a13e18-cc22-4f0a-8210-0efde1a97d38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3e7b2d526da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: de7c593c-62c7-4e39-9e8c-aae233590a3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3f3d9ff5cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: bcefac84-cf27-4b19-a031-03a94c7081dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 9aa3a157-59bf-4f9e-ae4d-ab9a816b71ba
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q7648.18d5e3f3d9ff96fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 780d0b5d-4524-4cd1-a24e-9a71c33e7b2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 72365e86-ddab-44d9-a0b5-9c99c3f656c2
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-q7648'
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5e3e347ab90df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: 31d64e81-f463-4a2e-8e31-91d52950c31a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: da7a4b3a-8627-4312-899f-2b1dc4f5db12
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-predictor.18d5e3e343ef276a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: 50647337-b1b9-47a4-a470-15ef5fe262bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: 6ac7c52a-5301-40b7-8f39-1f23aa584b2c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:52Z"
    name: isvc-paddle-predictor.18d5e3e6c2d7dda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: 7f2a1629-8398-4b94-910f-78802e42d491
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: 6ac7c52a-5301-40b7-8f39-1f23aa584b2c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:52Z"
    name: isvc-paddle-predictor.18d5e3e6c381a221
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 6c9311b7-9a6f-4555-b12e-bdb9df507dc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:08.538824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f50ae3bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: e5950358-f6a9-424f-bec6-7abb69b96bbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36486"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f52cfb9331
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 92137009-6f79-4a94-ac0d-b6fcd1b1c587
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f52e6ddd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: 720452b4-1b37-4e51-93a8-27103757eeb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f53139319f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: 0c5b782f-b21b-49c7-b040-b3d9b5201822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f531c0c92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: c1d8f1c3-c825-4d19-9736-825094475d8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f634ad71b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: 83679326-57b9-46c1-8d9a-0908da5bb942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f637d155d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: 0e8224dc-66cf-4c54-a0f2-95a060a7496a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f638582fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: 28f0c058-3943-4ba4-8b68-8218b64fbc99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f6386266bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: de240bc0-dee8-4794-ab2f-dd86f5433aec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f63b139712
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 2af6bde8-6530-4fa5-b035-e6d3cb393069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:31:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f63b75cb20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: de337735-7627-4967-8dfc-0d2e4f63eb49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:32:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e3f6ac96249b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: d516a6ff-2677-4ad6-aaf0-7b0dcffaf3bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:32:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e4034476397f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: 21245690-450f-4fd2-b4ad-0efa3d2a6677
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:32:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e4034479221c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: 756f6bca-a59d-47c2-9ed2-d93e81e1d442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ad3a7363-63fd-4aef-9d47-3542fc743b77
  kind: Event
  lastTimestamp: "2026-09-16T19:32:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-g5mt6.18d5e403b6b85aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: 0b15cf61-a72a-449b-b37d-93f950bbeba9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: 3ee7fc61-4abe-4dee-bf98-1fdd1c6ebfc3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-g5mt6'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5e3f50aa3a7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 168c6a74-e658-40f1-b3aa-e08dee268a02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36466"
    uid: 69c31d83-3ced-432c-b661-1460cfe9ea9b
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-runtime-predictor.18d5e3f50719b87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: e4a301f9-3fd8-4979-b56d-ab0fab842abb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36467"
    uid: a7d830e9-3333-47d4-a0db-85c6c5521eea
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-paddle-runtime-predictor.18d5e3f886312346
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 9072c957-b9cc-4aeb-b8ae-39b0f06ca3b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36467"
    uid: a7d830e9-3333-47d4-a0db-85c6c5521eea
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-paddle-runtime-predictor.18d5e3f886a9640a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: 63ad4a5f-8e7b-4563-b2a3-65c051f925bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: a7d830e9-3333-47d4-a0db-85c6c5521eea
  kind: Event
  lastTimestamp: "2026-09-16T19:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:08Z"
    name: isvc-paddle-runtime-predictor.18d5e4030349c3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: 536060d4-4ae3-40b8-ac9c-286efb6b91ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: a7d830e9-3333-47d4-a0db-85c6c5521eea
  kind: Event
  lastTimestamp: "2026-09-16T19:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:08Z"
    name: isvc-paddle-runtime-predictor.18d5e40303bf0a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 78499460-1975-4534-a20b-e326a1ee7367
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 693bff13-3a8c-408c-885e-69fa2e313988
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-paddle-runtime.18d5e3f506d8442f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37082"
    uid: e1902c48-1b4b-49bc-9414-035fe89fc2ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 693bff13-3a8c-408c-885e-69fa2e313988
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-runtime.18d5e3f5074e0ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: aa0e6e58-67ee-4e3b-af9e-65f9c52af374
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 693bff13-3a8c-408c-885e-69fa2e313988
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-paddle-runtime.18d5e40168695c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: 7803884a-d8d6-4c33-986a-63b37c269505
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:14.845770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e4047b177881
    namespace: kserve-ci-e2e-test
    resourceVersion: "37232"
    uid: 039366a3-356d-4858-b0d7-dd8540db4ea6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:15Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e4049d4791c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 46ea1c5f-3522-4388-99c6-1664d2077cbf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e4049ea5d6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37250"
    uid: 822d4834-47ca-420b-a27f-0129cd784680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e404a1c6e1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37252"
    uid: 51938771-c376-40f8-9f15-d6589ccc9737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e404a23b6ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 4e5769db-a647-4658-bdc7-57da3eb30f95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405a656af68
    namespace: kserve-ci-e2e-test
    resourceVersion: "37286"
    uid: 611cea21-f0f8-4f8c-a145-6374c3ba2cdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405a97ad694
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: b15fa650-f3c5-41f7-bb2a-4815b314ad96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405a9ec89fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 482564fe-4778-410c-b82c-43d5dd3f2f8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405a9f6d005
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: eda1af8b-8e49-43e6-bc5a-619c9883a82a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405ace21c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: ebcbd279-ab2e-4627-86cc-c431213bd609
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e405ad539a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37296"
    uid: 1bd9cbd4-f00e-4c3d-adfa-2610fcf8949e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e4061e45ec88
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 9b9f0bdc-5ba2-4690-b213-dd0adc47302d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e412c59315d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: 51ddb3f8-ee54-4669-a059-b98370cbeb08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e412c5939402
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: 49c7b2d6-082f-4e6c-b581-18c6e898cee5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 4bbd5d50-ab5a-430d-993c-b1ed84c66ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv.18d5e413285f291b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: 00031269-34b5-49e6-bb16-728b3b8780ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: 6d637310-1a62-4a15-97cb-303e923e48a2
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jgvgv'
  metadata:
    creationTimestamp: "2026-09-16T19:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5e4047a51a44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: 0df2525f-d79f-43c1-8b50-a1b7238c3a9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: f495e940-a23a-480b-af8f-59e386e23a51
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e40476e90d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: 250fc4b7-e6c4-4b0a-829f-5bd16b22046f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 7f324363-1d96-4678-9d55-4f5a684c06a8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:59Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e407f5591619
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: cee0cc0c-434c-441f-bb9e-525dae26a715
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 7f324363-1d96-4678-9d55-4f5a684c06a8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:59Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e407f5d2906b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: c3289240-275f-4cc9-8348-d17e9fd29a99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: 7f324363-1d96-4678-9d55-4f5a684c06a8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e4127269e589
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: f7ad8ccb-823f-4285-aa45-e050ca6e6bf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: 7f324363-1d96-4678-9d55-4f5a684c06a8
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e41272d4efbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: f50fded2-bb28-4c0b-a8a4-981365f546f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: ee7dea60-fa7e-46ab-8196-2758cda40639
  kind: Event
  lastTimestamp: "2026-09-16T19:33:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:08Z"
    name: isvc-paddle-v2-kserve.18d5e40476e1676b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 55489e3d-14c7-4a27-be50-89bfd488a98c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: ee7dea60-fa7e-46ab-8196-2758cda40639
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-paddle-v2-kserve.18d5e404777dd45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 5bd08fe2-bb7d-400e-b4ac-6864483e4430
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: ee7dea60-fa7e-46ab-8196-2758cda40639
  kind: Event
  lastTimestamp: "2026-09-16T19:33:07Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:07Z"
    name: isvc-paddle-v2-kserve.18d5e410db047dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: c1d00c45-e4a7-4f82-86c2-1af31c1f040d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 47480d99-4888-4609-ade6-fc6cdc4a153c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:57Z"
    name: isvc-paddle.18d5e3e343d7e5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 07cddd3a-93b6-4233-ab5f-88b158554406
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 47480d99-4888-4609-ade6-fc6cdc4a153c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle.18d5e3e3446d98a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: f4d22463-c907-4eeb-bd33-0d8aff86051d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 47480d99-4888-4609-ade6-fc6cdc4a153c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:57Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:57Z"
    name: isvc-paddle.18d5e3f26edb76f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: 9dceefb2-d338-4910-968f-dd087b32169c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:21.421698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-hcrpq
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e413fb538af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: 1be9e87a-3371-4815-99f3-9b1437a044a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e4141d74afff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: e8012fc8-7726-4fbb-99b8-749854c76bc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:22Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e4141ee3eb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 1aefe955-b49a-4a3d-80ad-93e3433591c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:22Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e41422077cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37835"
    uid: 4fb03f88-5771-4d39-be7a-df901baa891d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:22Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e414227d80cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: 115a20be-5aac-4c34-8867-0a65b1af0bd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:26Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:26Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e41517ea7e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37938"
    uid: 4e463f44-1f16-4117-86e8-a579e606efac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.148s (7.148s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c2055342
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 17d67495-7776-49fc-a686-c77845f9c070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c59ea2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 94b0eb39-111b-4491-8624-1ff27a201627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c61164e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: f61fc286-c3e9-4756-851a-2f8751c2756d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c61d3a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38010"
    uid: df8e946f-37a4-4a4d-9962-3f8b4d118e3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c8ed6027
    namespace: kserve-ci-e2e-test
    resourceVersion: "38012"
    uid: ca85ab4c-d52b-4ce1-b99a-fbdd4b5d41c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e416c95eed84
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: 999a3dcb-b556-4a21-a64a-4d8a6112f4d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e41734877962
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: d0cafbe9-a90c-4062-8f8e-bf8607030b50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:35:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:02Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e42b8b29ad69
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: d3fd792d-bba2-491e-a547-1258c3cc91af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-hcrpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: cd24b59c-5e16-4e93-b096-d47ccdfc32b4
  kind: Event
  lastTimestamp: "2026-09-16T19:35:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:02Z"
    name: isvc-pmml-predictor-8674795f59-hcrpq.18d5e42b8b2a753f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38780"
    uid: 2adbc0e5-407b-4629-bb39-f704883e8864
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: f3e326e1-45ba-4d2e-957e-3309c81231d7
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-hcrpq'
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml-predictor-8674795f59.18d5e413fae05267
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: 1d2b3c47-34ad-41f1-9154-0dd859f13103
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: 22f0c121-c4f3-457f-84d4-f9f090dbcc65
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml-predictor.18d5e413f7420b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 8bc6ec78-c011-461a-9486-a5950ab1e8e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 068cc864-6900-412c-81cc-2c279392f3f4
  kind: Event
  lastTimestamp: "2026-09-16T19:34:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:21Z"
    name: isvc-pmml-predictor.18d5e4177628a0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: 81bbc3ad-2bb3-420f-a4e6-6f52fa01ad87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 068cc864-6900-412c-81cc-2c279392f3f4
  kind: Event
  lastTimestamp: "2026-09-16T19:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:21Z"
    name: isvc-pmml-predictor.18d5e41776a35461
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: 79b9b31d-cd64-4e0e-9823-2b9a3d04febf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: 068cc864-6900-412c-81cc-2c279392f3f4
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-pmml-predictor.18d5e42571778ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: 44d0f3ce-c55c-4a9f-873a-71116ffbaa0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: 068cc864-6900-412c-81cc-2c279392f3f4
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-pmml-predictor.18d5e42571babc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 75fa253b-bd22-42e4-b75e-441e612fac10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:36.399905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-qz2qm
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e4177818e42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: e53fe653-ffd9-4eb7-afe5-b6148aec323f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38098"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e4179a3f0839
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 65ccb57a-477d-4508-a1b0-b61dd08297e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e4179ca504f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 6bbd48b3-7492-481e-b58a-a14eff29828a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e417a081d0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: 8a37bcf9-a215-4ec2-9222-4a3f21317989
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e417a0f5e1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: 3c364c95-9dff-4894-afa1-0ab67cde6881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e4189c67856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: d188dc38-38f2-4216-8df9-b692892af0c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e418a000158f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: f487c7f6-ade3-43bf-b14f-5e286e34ac2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e418a079a9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: b1584c19-316e-4274-beaf-4ac1b573ebc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e418a0847640
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: 56a192a3-e568-4a55-b0c2-de39d132881f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e418a42ad5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 4bef0913-3cab-4cb9-a122-45803178669f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e418a49f25d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 8a89f3be-09ee-4cb8-9377-906abd321bf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:35:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e4191453fe85
    namespace: kserve-ci-e2e-test
    resourceVersion: "38993"
    uid: 455981c7-bc66-4d18-a6d5-8c206dcaaa83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:35:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e42efdbe4855
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: 798cd310-c0cb-47d2-85b3-6000a063d23a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:35:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e42efdbeeba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 1636269c-786a-4d1b-bcc6-4232d5d512dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: b1687b1d-2d5b-4a06-9698-01bc53db56ec
  kind: Event
  lastTimestamp: "2026-09-16T19:35:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-qz2qm.18d5e42f6e9fbb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38992"
    uid: 532e1551-647b-49d8-bdc8-0487f7977099
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 5c02adff-ec06-495d-9770-2c31bc535afa
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-qz2qm'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5e417778a2711
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 451371f0-fc0d-4421-85b4-c51835ff6ac7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: 85bcc613-c92e-418c-8c0b-c9e4aeabc189
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime-predictor.18d5e4177450fb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 2d9a770a-fc95-4764-acf0-a53511ded33f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: c434e2e1-036e-492d-80c9-09c20e872a5e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:36Z"
    name: isvc-pmml-runtime-predictor.18d5e41af3d1bb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 9071d3d4-9079-4083-9de8-3c731d3afa42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: c434e2e1-036e-492d-80c9-09c20e872a5e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:36Z"
    name: isvc-pmml-runtime-predictor.18d5e41af43f79ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: 14cde0fb-3609-4d54-802b-c482be31b8fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38239"
    uid: c434e2e1-036e-492d-80c9-09c20e872a5e
  kind: Event
  lastTimestamp: "2026-09-16T19:35:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:06Z"
    name: isvc-pmml-runtime-predictor.18d5e428f0b35dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: 21d09be9-b6e8-4c6e-815c-d7711af5453a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38239"
    uid: c434e2e1-036e-492d-80c9-09c20e872a5e
  kind: Event
  lastTimestamp: "2026-09-16T19:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:06Z"
    name: isvc-pmml-runtime-predictor.18d5e428f12bf583
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: 4bb700eb-2e39-4747-8cf6-85f49ff7a84e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: f3450897-4fba-4080-bc07-a009ca407e54
  kind: Event
  lastTimestamp: "2026-09-16T19:35:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:09Z"
    name: isvc-pmml-runtime.18d5e41774d7f516
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: e63ba537-e595-4abe-ae6e-1dd4d6c7c216
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: f3450897-4fba-4080-bc07-a009ca407e54
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime.18d5e4177597fbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: fff24539-0250-4e9a-b083-59d5c6eba195
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: f3450897-4fba-4080-bc07-a009ca407e54
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime.18d5e4177d32c5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: 38561eb8-a1d5-4d60-971a-ef80ea1484ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: f3450897-4fba-4080-bc07-a009ca407e54
  kind: Event
  lastTimestamp: "2026-09-16T19:35:09Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:09Z"
    name: isvc-pmml-runtime.18d5e42d206f572d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: a337e77f-2fe3-4ffa-a21d-b2db0dcc6cf8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:35:22.614652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39041"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e43032fd4696
    namespace: kserve-ci-e2e-test
    resourceVersion: "39047"
    uid: d25420b9-3498-448d-b1b4-49ad9d5e9cfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39052"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:23Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:35:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e4305516318c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39065"
    uid: 86a56ede-4ddd-46f0-a001-ad2353593b2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e430569df363
    namespace: kserve-ci-e2e-test
    resourceVersion: "39067"
    uid: 1f01565a-b5c2-459c-aacc-5f4786f8b958
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e43059784a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "39069"
    uid: 11aa4990-d51c-4838-af99-a12c620c5dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e43059ea1a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "39070"
    uid: d023c424-ad3c-48de-9ca6-49ee6f1597fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e4316920895f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 9e52ec16-3247-44bb-b941-431c98b8a545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e4316c7e493d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: 05f9720d-19e6-48f7-b590-b06931a8bd35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e4316ceee897
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: faadc857-841d-4bba-9678-1ee30fa7a341
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e4316cf9667e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39114"
    uid: 8a15e160-7862-44e3-bb8c-8543a007b138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e43170493685
    namespace: kserve-ci-e2e-test
    resourceVersion: "39116"
    uid: 6bce1975-e9ef-40b5-83ca-fb9deff73f68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e43170bc9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "39117"
    uid: f57ce02d-cdda-42d7-9963-49d651440b6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e431a52cb81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39738"
    uid: 29d29e56-4008-4bee-b823-b2f544d4fc3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e44568749dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39847"
    uid: 5aed2254-b9ed-4b21-84ec-9fb6ba475a72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e44568754ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39848"
    uid: 092031b3-4a2b-4fd2-b2bd-08b51ea62e27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: 0099380c-9fc0-4b3a-a992-60fdf238b39f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx.18d5e445ab662589
    namespace: kserve-ci-e2e-test
    resourceVersion: "39855"
    uid: c7baae01-1e7f-4dc1-87f9-b7379cbad50d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: e5e07cc1-99f4-40d1-afd7-9a20a72c5aaf
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-qh8mx'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5e430326c98ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39042"
    uid: 98452d47-76cf-4be4-a1ad-b548b2907437
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: fd996074-65fe-4f0a-9dc8-12ecdb2e6376
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4302f2f9d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39034"
    uid: e26d3205-f1ea-4479-8fb9-182f430ceecb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: 4323df50-fa7a-4c6c-b7ca-dbc283bfaf5f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e433add5937f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: a2013032-56dc-4222-aead-bed1ea7a0ca7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: 4323df50-fa7a-4c6c-b7ca-dbc283bfaf5f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e433ae3b3997
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 68750f50-9932-4206-bdff-620580bc94eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39186"
    uid: 4323df50-fa7a-4c6c-b7ca-dbc283bfaf5f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4372d924270
    namespace: kserve-ci-e2e-test
    resourceVersion: "39821"
    uid: 28b7c841-ceeb-4ff4-bf72-1616ac0b5c10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39186"
    uid: 4323df50-fa7a-4c6c-b7ca-dbc283bfaf5f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4372e011297
    namespace: kserve-ci-e2e-test
    resourceVersion: "39822"
    uid: 666cfa84-5478-4679-9106-0fc72f199a31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: 704dfcb7-67b4-4aea-a22a-35a1ef491222
  kind: Event
  lastTimestamp: "2026-09-16T19:36:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:50Z"
    name: isvc-pmml-v2-kserve.18d5e4302f467679
    namespace: kserve-ci-e2e-test
    resourceVersion: "39804"
    uid: 41b05b5f-dfe3-41cf-8dda-3df60bfe3484
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: 704dfcb7-67b4-4aea-a22a-35a1ef491222
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve.18d5e4302fbaeebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: e3aa93e8-2ac5-4491-a1a8-191f59b6661b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39802"
    uid: 704dfcb7-67b4-4aea-a22a-35a1ef491222
  kind: Event
  lastTimestamp: "2026-09-16T19:36:50Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:50Z"
    name: isvc-pmml-v2-kserve.18d5e444a95fdc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39803"
    uid: 7caae083-52de-4bbf-bf21-33dd3d39611b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37792"
    uid: 54cb6a79-8b58-4fe0-a971-3e243ab6c806
  kind: Event
  lastTimestamp: "2026-09-16T19:34:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:56Z"
    name: isvc-pmml.18d5e413f745c14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 46cacdb2-5115-41e2-9e05-316f82e6a16a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37792"
    uid: 54cb6a79-8b58-4fe0-a971-3e243ab6c806
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml.18d5e413f7d5e1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 0ed619ef-0d22-4451-97b4-ceec45653cee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 54cb6a79-8b58-4fe0-a971-3e243ab6c806
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml.18d5e413fde1202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 490d200b-f59e-47ab-b9a9-75c38da9137a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38711"
    uid: 54cb6a79-8b58-4fe0-a971-3e243ab6c806
  kind: Event
  lastTimestamp: "2026-09-16T19:34:56Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:56Z"
    name: isvc-pmml.18d5e42a1e78e228
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: d30ca116-19bc-4ed7-91da-2c4f92c97a21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:43.718188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2303a8c6cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: c0cae8b2-2297-4a57-a3b9-7bebd74d6766
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e23046ea4c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 2d00293e-73d7-4328-954b-ee22bf9c90d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e230803f8c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: 0c408840-6b4d-4fd1-8450-681fe12b330b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e230819f6759
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 704b0746-2a8b-4a0d-9180-802841af89b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e23084b05301
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: b7eec08e-8f76-4e08-992f-904e9577135c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e23085255c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 7b7992b9-d70b-470e-b907-ac047ceb7d2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e23186b26703
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 7ec4be8a-90c8-4fff-9e7f-25dab3a54868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2318a343ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: e8c5a8c7-9a2a-4c14-8df6-5886a03a5f39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2318aaadf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 591fa3e7-12bd-4940-b118-421f4eb1c913
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2318ab5a198
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 98242ed0-6563-403d-9375-8e7863239e56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2318dac0418
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: cc72844c-8092-4483-8668-3d0d5af60374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2318e24e9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: ae93964f-7211-44d0-92be-f6516fd6912d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e231ff1f9201
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: f03dc8cc-67db-4138-b543-9ed7b2609cb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e24532cbe51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 4f539686-f0b4-427d-b21b-67617434df46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e24532cca8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: a2c632e0-a1d6-48f3-8938-d1778b96f77b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 02eb9d25-40d6-4aab-8390-779c786ecaa3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt.18d5e2460558fac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 398bbdb4-e7b7-4705-9160-3f014fd717e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 0ed112e7-abc2-4d31-9db1-ecc3864f0ce8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-t9hvt'
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5e2303a23311e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 691c96a1-85e6-4fe6-96da-87807034865e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: 41395aca-f771-4204-b06a-28eba44fd537
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-predictive-lightgbm-predictor.18d5e2303724d1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 188a60f9-6b10-4e6b-b988-53ae1fcf75ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: c594c6e7-2b17-4ea6-9321-c3da9c09cd3c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:58Z"
    name: isvc-predictive-lightgbm-predictor.18d5e233b61d87a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 2d7e248f-c9e1-4c9a-a606-1a501bf6c464
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: c594c6e7-2b17-4ea6-9321-c3da9c09cd3c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:58Z"
    name: isvc-predictive-lightgbm-predictor.18d5e233b6954c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 65d12ff9-2281-4c28-b847-32056486cf7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: c594c6e7-2b17-4ea6-9321-c3da9c09cd3c
  kind: Event
  lastTimestamp: "2026-09-16T18:59:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:58Z"
    name: isvc-predictive-lightgbm-predictor.18d5e2373600b007
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 79d99679-8558-4a08-b47f-8256eb6a3004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: c594c6e7-2b17-4ea6-9321-c3da9c09cd3c
  kind: Event
  lastTimestamp: "2026-09-16T18:59:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:58Z"
    name: isvc-predictive-lightgbm-predictor.18d5e237368e93ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 683f7f29-49a7-4da1-a6d3-ab5dd9c48d31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:59.566938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e279c4996a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 0836972a-0cbd-45bf-9715-f69b71a1ed29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:00Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e279e69803d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 5f87cdc3-b71d-4ddb-821a-0efa100ab6e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e279e7fe69d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: e4ad1450-84dd-4187-8c18-fd306b4ce089
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e279ea9ae0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 03a305c3-e0ee-4be8-8e95-1f77ffe049a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e279eb04d170
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 11a3c4da-a260-4520-8970-22a2eb147c34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27afd78835d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 748b075d-b7cf-43b7-a69b-462bdc5f574f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27b00823024
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 097ae83d-d19e-44a2-87e4-56038dd53eb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27b00eb90bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 6d767984-2ca1-4861-95e2-080907a14846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27b00f66680
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: bbafa48a-de9c-46a3-9b6d-7732ebfde7bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27b04168fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 3cf3cdaf-174e-41a7-9e2a-4a2385b2effc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e27b04b8ce40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 5ad7984e-10c6-42c1-8d7d-b8e3dea52948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e2839bde3e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 1a69b60f-aaaa-4187-92dd-3b4362baab4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e28ec14f7932
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: c6cb8495-68e1-48a5-a2a3-0aded2df79b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e28ec14fe1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 9c30af5a-8abd-4523-8c84-f5c2b3f92bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 00b2dbca-372a-4054-b099-5bfd7ac7d02f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t.18d5e28f3fb4bacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 687c79ce-face-4074-ba18-21ee0a317c71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 64def86f-cbfc-4eee-a68a-3ebc99a34c77
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b6f5t'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5e279c43b3ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: a6bb711d-8cc8-4f48-a3ec-352972dc6941
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 40769023-b482-486d-a7e1-605d3d61aee1
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e279c0c990da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 85c60a7d-fca6-4d37-b31e-c1d9cfc9e393
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20529"
    uid: 7bd04649-b0c2-4b7e-874c-178832ab2996
  kind: Event
  lastTimestamp: "2026-09-16T19:04:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e27d3f447229
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 055443f5-0356-42b8-9052-bd7deb5e8f6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20529"
    uid: 7bd04649-b0c2-4b7e-874c-178832ab2996
  kind: Event
  lastTimestamp: "2026-09-16T19:04:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e27d3fb3badb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 28b49db1-7047-498f-90ac-a77e5d1b7f2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20686"
    uid: 7bd04649-b0c2-4b7e-874c-178832ab2996
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2843dfe9329
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: be4332ad-e823-4d8d-baeb-3f03d05fc53a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20686"
    uid: 7bd04649-b0c2-4b7e-874c-178832ab2996
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2843e67959e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 3066d352-c980-4672-a578-8498d751434a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 77c2e139-9d20-4434-ae58-7d40f9280353
  kind: Event
  lastTimestamp: "2026-09-16T19:05:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:22Z"
    name: isvc-predictive-lightgbm-v2.18d5e279c0daf30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 9c5f5ac9-efa8-43b0-88a3-176aabb7b749
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 77c2e139-9d20-4434-ae58-7d40f9280353
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-lightgbm-v2.18d5e279c174b46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: da78417f-2a8c-4629-9465-48d852297770
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 77c2e139-9d20-4434-ae58-7d40f9280353
  kind: Event
  lastTimestamp: "2026-09-16T19:05:21Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:21Z"
    name: isvc-predictive-lightgbm-v2.18d5e28cf59f841e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: a6ca49f2-a0bb-4661-8866-2abcbc2706b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: d1ba6d50-ae76-4ace-9445-e9d8b6e3f874
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-predictive-lightgbm.18d5e23036fad344
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: d4e3d66b-decc-46fd-a96b-9cb9290fe8c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: d1ba6d50-ae76-4ace-9445-e9d8b6e3f874
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-predictive-lightgbm.18d5e23037618f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 69fb5aaf-5e70-4f96-9f66-46f8f6080703
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: d1ba6d50-ae76-4ace-9445-e9d8b6e3f874
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-predictive-lightgbm.18d5e243b796e0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: dc18de04-05e4-4ab3-a1a1-431cb2355145
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:09.234417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e1fe4a515358
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 9fab9d9d-0a04-45cb-b89a-890ee2eecff7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e1ff3d69f809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 192cc09a-84d2-4bc9-99ce-6846d65d76df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e1ff3f0b5709
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 12d73fa0-9ee8-46a7-be02-4949f98f45c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e1ff41da3bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: c7c2dcab-aa2a-42a1-9614-dabb89eef156
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e1ff4251a3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: aeacd789-380b-498b-bfc1-3fc2d9ea1239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:18Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e20063e46873
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 847800b8-22c9-4fa2-b117-9e4eb6293c66
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.049s
    (22.049s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e205861f389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 44160344-4c67-4f2d-a468-79fbd25c780a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e2058b27d3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 7381cf6a-a7fb-487e-9bd1-c017b2c5482c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e2058becd8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: d475980c-37e7-413f-b394-57917bc7eef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e2058bf8f3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: b9764625-5fa6-43db-a96a-c1809bbd14ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e20590e82fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: 3470f803-bc56-41c0-8611-36934799402f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e205922633f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 301310d8-ed8e-4825-aa5d-22bfac9d22e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e20602d4711f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: ebf00afe-ee55-4f38-97d7-670b0ff8716b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e218d64e59d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: b048f9ea-41ae-4ae2-9793-c6c379ddaf31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e218d64f69b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 8b387d70-d08d-44aa-9999-625bb166d6dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: caed2ded-5a36-47f3-8654-73ef5b0dfb6e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz.18d5e218df10c757
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 43b355b5-ad9a-42cb-bae6-7d8c5efbd676
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 9ef71720-bd6b-47eb-9ced-42ed54b49a8b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-c6hpz'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5e1fe49a891d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 57d75147-0e38-46c2-8a3a-af7227fe8347
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 3e9a1466-97e2-4a39-8d57-4602db88962b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-predictive-sklearn-predictor.18d5e1fe45c76ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 5260c8e9-92f5-4145-9224-33b02822e9ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: f27325f3-26e8-4877-8b3a-66117895c393
  kind: Event
  lastTimestamp: "2026-09-16T18:56:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:09Z"
    name: isvc-predictive-sklearn-predictor.18d5e201c69d06e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 929dc422-c626-4562-a5fa-4880652b44a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: f27325f3-26e8-4877-8b3a-66117895c393
  kind: Event
  lastTimestamp: "2026-09-16T18:56:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:09Z"
    name: isvc-predictive-sklearn-predictor.18d5e201c7165873
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 9ac7e436-4063-4981-b55a-a86270b4f3c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: f27325f3-26e8-4877-8b3a-66117895c393
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-predictive-sklearn-predictor.18d5e208c59d1217
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: def12f11-685e-490e-b2f7-8f6a73a7b449
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: f27325f3-26e8-4877-8b3a-66117895c393
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-predictive-sklearn-predictor.18d5e208c60973d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 107d393d-5452-410b-981a-bfbe3280b92d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:19.075111Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e2466e43207e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 5c52ff6d-6fa0-47a6-b75a-1369664c1154
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e2469035acbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: 6702ae9a-9736-4620-a846-73f2a057da9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24691d062b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: 1083b34c-f37e-4158-8750-191f606d586c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    in 4.291s (4.291s including waiting). Image size: 308172227 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e247919f00b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 8d26f00f-d70e-4e12-aef8-42c88f7c7e33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24794f18e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18739"
    uid: d0c32b57-27fe-4c91-b6fb-ae712c64a16e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e2479562240f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: 756118d2-a82b-41f7-bec4-f5038a1b0c4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:28Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e248add63335
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: cb37352f-e030-4b98-adab-608e4c302f4e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.583s
    (21.583s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24db4496c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 99b63127-6944-4915-9c60-57718bb38840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24db9af0697
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: c9c9ced3-db91-4cf5-bf2f-db7c9619d6b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24dbaa3045d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 06033736-0bb2-4ee0-b449-bb808736931c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24dbab0777e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: f8ea01e5-6b38-43bc-adfe-f6c85546bc72
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.499s (3.499s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24e8b442e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 77786e73-3de6-4018-84ba-dd0cb6841862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24e91860ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: cb3ef9e1-6a27-48f3-ba0c-016a9737ba5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e24e9297bf22
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: de71a1f0-4a47-4242-b59e-8450dec522c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: Get "http://10.134.0.32:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e254d3ceeac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 2fd0de46-3d57-4d95-92dd-97a8beef4181
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:02:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e2626630ca7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: cf7031c5-3035-4939-8a2c-3108e4e084dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:02:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e26266316c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: 7fcda3d1-00e3-423e-a4ee-bd584f708f10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: d85054be-851f-4c7c-bd3a-c7f375ef5484
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d.18d5e262cbc08648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19635"
    uid: e31d62fb-5cea-4f73-8548-c94e40ebc28b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: d503f9c3-530a-4c82-8fed-aaa03b807105
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-wrz6d'
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5e2466dce29a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: 3c740c1d-d37f-4020-a28d-9daf694bb705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: e66ed202-c92c-437b-9aaa-a0c848a33803
  kind: Event
  lastTimestamp: "2026-09-16T19:00:18Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e24666af3dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 3700cf36-abd2-4d02-a459-1b7b2e8ef341
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 00f94213-ce8d-45f4-be06-b66d49264b76
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e249e6453159
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 9139c00d-8206-435d-8739-9a0e36347dcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 00f94213-ce8d-45f4-be06-b66d49264b76
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e249e6d3c48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: ac43fadf-97f7-4210-8fe3-0ebfed4d90b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 00f94213-ce8d-45f4-be06-b66d49264b76
  kind: Event
  lastTimestamp: "2026-09-16T19:02:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25b679e46a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: 3f3b1074-e794-4f28-aaef-a26f981a429b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 00f94213-ce8d-45f4-be06-b66d49264b76
  kind: Event
  lastTimestamp: "2026-09-16T19:02:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25b67f43912
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: 77ccc711-68d3-4210-aba7-7fda3b3725f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: e5aa12de-8319-4076-9fe8-559a9da41e5a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:11Z"
    name: isvc-predictive-sklearn-v2.18d5e24666dea37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: edbb3e80-f6fb-404f-a0ce-e1fe17e1b719
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: e5aa12de-8319-4076-9fe8-559a9da41e5a
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2.18d5e2466754f582
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: eb076782-aa6d-4968-872f-30735adb7f15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: e5aa12de-8319-4076-9fe8-559a9da41e5a
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: isvc-predictive-sklearn-v2.18d5e2466ff451f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 589ff590-89f6-4a80-a8bf-6cc38d34698c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: e5aa12de-8319-4076-9fe8-559a9da41e5a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:11Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:11Z"
    name: isvc-predictive-sklearn-v2.18d5e260824d271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 8a4b2bba-b327-4701-a960-b5e8bcefa169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 414d953b-85fa-41cf-ba92-a115232205ba
  kind: Event
  lastTimestamp: "2026-09-16T18:56:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:58Z"
    name: isvc-predictive-sklearn.18d5e1fe45bccbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 956b8c2f-1782-4bfa-85b8-5064f386ddfa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 414d953b-85fa-41cf-ba92-a115232205ba
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-predictive-sklearn.18d5e1fe462d0ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: f5a695d0-b29f-464f-a6bb-d5c2e20a02f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 414d953b-85fa-41cf-ba92-a115232205ba
  kind: Event
  lastTimestamp: "2026-09-16T18:56:58Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:58Z"
    name: isvc-predictive-sklearn.18d5e217baafd8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 10be96c7-bac7-42c5-918c-2dbbafd52aaa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:08.502739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-7xp24
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21a0f437c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 63ad879f-15e1-41b0-889b-e73b252d73b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21a3156cd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 06b40df2-2508-457a-bd5e-6dc4debe86f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21a32d3b5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: e7ca1929-085b-4f8e-aaa2-4952487e753e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21a35cf4cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 7daa3f57-e1eb-41db-96e0-1558a7bf3fd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21a3638572e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 19e90cff-0427-4e87-bfb3-8f64fc3da059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b4cb805b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16891"
    uid: 8d1d41e4-d7c1-47ec-bd1b-fa0c64a7719c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b50713cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: cb3e6ec0-2835-449d-bf46-fd293fdbfaf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b50fab449
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: 86793221-1f6f-46f6-9276-50a72a136b65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b51059eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: d640ae67-f883-4482-8ecd-09fecbd9e6d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b54051deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 874b0492-2340-4a01-a66f-59c7ef79cb24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b54794cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 2295c204-cd05-4f17-b793-2bd3584e5410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e21b88db2bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 3c5c16bd-321b-4b23-89e1-2075ee3a6445
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e22f0474b49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 17e270a5-7d22-4069-85fe-3aaa76625318
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e22f04761199
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 3485dfe1-9f20-40c3-8428-17f2edbabc38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: be2163c7-d8d6-46a5-82bf-d1b4510b478f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7xp24.18d5e22f8f32d636
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 4ff3036d-29f7-412e-8653-fe29f323b130
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: eafbb8ad-e83e-417f-b18a-698ea047784d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:08Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-7xp24'
  metadata:
    creationTimestamp: "2026-09-16T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5e21a0ed5f6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 45847620-cab2-454e-9c19-83e265eb7fba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 00a9ec9b-b9e6-488e-9971-f9cc26f76c6e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:08Z"
    name: isvc-predictive-xgboost-predictor.18d5e21a0ba849e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 0918891f-b51c-4da5-bc81-4dad5d449602
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: cf8a1505-780f-4e50-ba83-8e95fdf0f0a6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:53Z"
    name: isvc-predictive-xgboost-predictor.18d5e21d8ba7fc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 2c099385-ac1a-46c1-86a9-18ce38eb19d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: cf8a1505-780f-4e50-ba83-8e95fdf0f0a6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:53Z"
    name: isvc-predictive-xgboost-predictor.18d5e21d8c117c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 2e845fc2-dc07-4540-8607-62183a2485af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: cf8a1505-780f-4e50-ba83-8e95fdf0f0a6
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor.18d5e228093cf6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: cdf665d7-633b-4319-9b83-6b8697df9978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: cf8a1505-780f-4e50-ba83-8e95fdf0f0a6
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor.18d5e22809d63f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 4b757833-69a4-48b2-af3e-06bf3a9fb458
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:24.372023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2639a8a31c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 1f271243-a9a0-469e-a32c-e3aa83f5a731
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e263a3632498
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: b315c47b-c3ae-4b67-96a9-37dab55d4420
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e263e066e506
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 00042c0f-ba40-4a0d-b089-2b90c5a4ace4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e263e26fb38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 4709fb20-b24c-4ea5-b3a6-d09a5a76a3ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e263e5ff2be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 0f8bfcb0-4576-41de-9b57-bfd31a699de0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e263e682122c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 1952dbdb-61b4-458b-8caf-9fce897b88c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e264fdcfb143
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: dd89e19a-2e92-42ce-bd7e-e6e3e5827031
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e26500b972e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: ac6972df-5530-4285-b3c1-5b0ba7c7db1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e265012d90c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 69cbc28a-afd6-467e-8cee-3ae172d1f7ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e265013877f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 81e12c9f-94de-432a-8ce6-edffceb20ccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2650402a87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 1e19e6b9-ae0c-48fb-ad61-c04b8e7a6af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2650472d352
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 51735bb0-645e-4580-8ad9-e8f4517db613
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:03:58Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e26dd831e19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: 644cfc1b-7fb5-4f20-8b1a-a191bcb84da3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:03:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2788e8519d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: bc0f77ec-0581-4ab4-9dd3-77d8266c491b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:03:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2788e85d67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20482"
    uid: 74f4faad-44dd-403e-a01d-99a458e40701
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 56c37014-7db5-4c55-950e-baa7dd7eb123
  kind: Event
  lastTimestamp: "2026-09-16T19:03:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:58Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8.18d5e2797c11a57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 3aa4c0f8-d76d-4251-bccc-98bf773b575f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: 965a4440-a701-4c04-b2c5-00a9c189320c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nh4f8'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5e2639a242995
    namespace: kserve-ci-e2e-test
    resourceVersion: "19693"
    uid: 945b4af6-7d67-40e2-826e-42fb5212834c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: e6ddc8c0-9fb7-49f7-b96c-aec1561e6fb6
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e26393222463
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: ca5c1023-4e8b-4001-9ef4-f844c13bfe89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 1a4191f8-e85a-41fa-9076-bb5e756ad52d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e26711a9e3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: e8ac8c29-de42-4b06-90d5-0aeb56a560de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 1a4191f8-e85a-41fa-9076-bb5e756ad52d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e267121768a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: c2cfb870-99b5-4281-ac3b-93ce7143de62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 1a4191f8-e85a-41fa-9076-bb5e756ad52d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e26e106b050d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 1429c138-4856-4ae9-89d0-97ab616436db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 1a4191f8-e85a-41fa-9076-bb5e756ad52d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e26e10e2160d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: b3dd6d4a-a82e-4cef-a9d9-9bf2528f2c38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 49ad4f2f-2107-41b2-ad4d-963a56b83b65
  kind: Event
  lastTimestamp: "2026-09-16T19:03:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:48Z"
    name: isvc-predictive-xgboost-v2.18d5e263934e58f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: c0b10b02-0d32-493a-be79-068e97adfecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 49ad4f2f-2107-41b2-ad4d-963a56b83b65
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: isvc-predictive-xgboost-v2.18d5e26394494168
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: d57c2242-8704-4893-bb46-9b4ef83a69fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 49ad4f2f-2107-41b2-ad4d-963a56b83b65
  kind: Event
  lastTimestamp: "2026-09-16T19:03:48Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:48Z"
    name: isvc-predictive-xgboost-v2.18d5e2772fd8daf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 4edc4323-d5ea-4ffb-84ec-1fda79e12278
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 34fb8e30-e90d-4e0d-9128-fd9b1a1f2721
  kind: Event
  lastTimestamp: "2026-09-16T18:58:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:30Z"
    name: isvc-predictive-xgboost.18d5e21a0b6383f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 73a9a934-7097-42e8-bfa7-8217e6619376
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 34fb8e30-e90d-4e0d-9128-fd9b1a1f2721
  kind: Event
  lastTimestamp: "2026-09-16T18:57:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:08Z"
    name: isvc-predictive-xgboost.18d5e21a0bd1b62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: ac8442aa-cf22-490f-844a-6af0f27b452c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 34fb8e30-e90d-4e0d-9128-fd9b1a1f2721
  kind: Event
  lastTimestamp: "2026-09-16T18:58:30Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:30Z"
    name: isvc-predictive-xgboost.18d5e22d40b7026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 995047d1-e8f7-4dfd-9479-f876015b8db2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:35:07.827235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38845"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:35:07Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42cc1972dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 8cb39b77-cace-4d57-8d1b-ba7375360c8c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:08Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:35:08Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42ce39b1f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38864"
    uid: b038d822-b9e6-44b0-996a-d8d4cbab2630
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:08Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42ce504f59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38866"
    uid: 78746892-6f8a-48dc-994a-26a99f814958
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:08Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42ce7ab91e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: d310861e-4923-4786-9b46-c027a3b3a326
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:08Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42ce81d3f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 0d0e5eb9-9db6-4a92-aaa9-33cf06997081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42de65fc498
    namespace: kserve-ci-e2e-test
    resourceVersion: "38914"
    uid: 71632af9-a990-494d-bdd1-bbcbe977c72e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42dea0c863c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: e660e6f5-7eb7-4fff-8803-413236102c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42dea86dcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38919"
    uid: 82d8b7f6-b984-4fcd-9c14-67b527e5ee83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42dea91c2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: ffc1707c-a434-4b64-96a1-7593f70a1307
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42dedadd6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38923"
    uid: 326d230d-f911-4058-b834-33db1407a52d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:35:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:12Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42dee1fcd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "38924"
    uid: 71c15b41-d1c3-4daa-89e4-aeaf258ca6e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:36:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:19Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e42e22705828
    namespace: kserve-ci-e2e-test
    resourceVersion: "39501"
    uid: 10c38a69-58a0-4a94-8e9f-3458000c08cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:36:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:59Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e446a7178361
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: b014129f-827c-4708-9bc7-26b0a55d9fe1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:36:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:59Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e446a7180e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39925"
    uid: a716e90b-022f-4fbc-9414-311bfceb91d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: 5e3ee073-7d23-49f0-840c-4d97cdf9731b
  kind: Event
  lastTimestamp: "2026-09-16T19:36:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:59Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt.18d5e446d0b7d096
    namespace: kserve-ci-e2e-test
    resourceVersion: "39935"
    uid: ac5c038f-8162-49ab-919d-a35ec38d7368
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-404a29-predictor-8574c4b8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: f810b020-fd96-436d-a7e3-5b029eb37876
  kind: Event
  lastTimestamp: "2026-09-16T19:35:07Z"
  message: 'Created pod: isvc-primary-404a29-predictor-8574c4b8bf-kvtlt'
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:07Z"
    name: isvc-primary-404a29-predictor-8574c4b8bf.18d5e42cc1485e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: 85008817-5f7c-4b0d-bbe7-a68e3accb196
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38834"
    uid: af0eaddc-b3bc-458c-9655-8e2280451e23
  kind: Event
  lastTimestamp: "2026-09-16T19:35:07Z"
  message: Scaled up replica set isvc-primary-404a29-predictor-8574c4b8bf from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:07Z"
    name: isvc-primary-404a29-predictor.18d5e42cbc9da2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 2e5949e4-9d06-45d0-bacb-ca9968af770e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38835"
    uid: d1bbc6ab-44e6-4068-b649-f48aa71e16e8
  kind: Event
  lastTimestamp: "2026-09-16T19:35:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:52Z"
    name: isvc-primary-404a29-predictor.18d5e4303b7e09c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 7c97e135-7d58-474b-abc2-0fc1d55eb6d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38835"
    uid: d1bbc6ab-44e6-4068-b649-f48aa71e16e8
  kind: Event
  lastTimestamp: "2026-09-16T19:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:52Z"
    name: isvc-primary-404a29-predictor.18d5e4303c0616ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 4de7d0aa-8d09-4d25-89f5-6cd7c76297a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: d1bbc6ab-44e6-4068-b649-f48aa71e16e8
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-primary-404a29-predictor.18d5e433baec87b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39825"
    uid: 0f9e7cf0-e982-4a02-bf29-c43d68f5b0fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: d1bbc6ab-44e6-4068-b649-f48aa71e16e8
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-primary-404a29-predictor.18d5e433bb58d41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39826"
    uid: b1f57d17-3576-45bc-9415-7ea9ee5dc8ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: c137d194-01d6-41cc-bfb7-6bf8f1abef80
  kind: Event
  lastTimestamp: "2026-09-16T19:36:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:27Z"
    name: isvc-primary-404a29.18d5e42cbc9d1720
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: d2493f90-b35b-4737-82fd-56245fff3f12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: c137d194-01d6-41cc-bfb7-6bf8f1abef80
  kind: Event
  lastTimestamp: "2026-09-16T19:35:07Z"
  message: 'Failed to update status for InferenceService "isvc-primary-404a29": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-404a29":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:07Z"
    name: isvc-primary-404a29.18d5e42cbd43f980
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: ce7340ad-b96e-4760-b991-b83c27732f83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: c137d194-01d6-41cc-bfb7-6bf8f1abef80
  kind: Event
  lastTimestamp: "2026-09-16T19:35:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-404a29": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:07Z"
    name: isvc-primary-404a29.18d5e42cbd445424
    namespace: kserve-ci-e2e-test
    resourceVersion: "38856"
    uid: 242938ae-0d41-4108-bb72-0d3f79225e3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: c137d194-01d6-41cc-bfb7-6bf8f1abef80
  kind: Event
  lastTimestamp: "2026-09-16T19:36:27Z"
  message: InferenceService [isvc-primary-404a29] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:27Z"
    name: isvc-primary-404a29.18d5e43f4e2acc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: c1c941d5-1c94-455a-b6fa-49caefab09d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:36:43.001252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:36:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:36:43Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e442ea677265
    namespace: kserve-ci-e2e-test
    resourceVersion: "39713"
    uid: 2c35bb46-02ed-42c3-9367-d643aa2b9d05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-404a29-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:43Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e442f58c23c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39722"
    uid: 2501f332-2a85-44d4-b679-d7bca9df917d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39719"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:44Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:36:44Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e443302eb7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: d8f18db6-7b91-441b-ae37-90c44819252e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:47Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e443322eb742
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: 027ecefe-a319-44c5-831d-cc6f1b64c3f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:47Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e443358fa956
    namespace: kserve-ci-e2e-test
    resourceVersion: "39766"
    uid: 70ee5015-adc7-48a2-a158-1e66f72b2749
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:47Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e44335feaff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 8aa954a4-884d-4c9e-87b5-680c5fee1ccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 480acdec-db55-405b-88c6-ab5bab2a3c6f
  kind: Event
  lastTimestamp: "2026-09-16T19:36:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-404a29-predictor-544c4b6766-nlpb8_kserve-ci-e2e-test(480acdec-db55-405b-88c6-ab5bab2a3c6f)
  metadata:
    creationTimestamp: "2026-09-16T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:50Z"
    name: isvc-secondary-404a29-predictor-544c4b6766-nlpb8.18d5e444988b8b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: dc7b1cb8-1481-4d01-96fd-4e83b0f82111
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-404a29-predictor-544c4b6766
    namespace: kserve-ci-e2e-test
    resourceVersion: "39699"
    uid: 87c89304-3bdd-47a0-b7a6-3cafca1bae3c
  kind: Event
  lastTimestamp: "2026-09-16T19:36:42Z"
  message: 'Created pod: isvc-secondary-404a29-predictor-544c4b6766-nlpb8'
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:42Z"
    name: isvc-secondary-404a29-predictor-544c4b6766.18d5e442ea0bad2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39711"
    uid: f329e29b-a1e2-4978-a4af-eee1520efd29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: 45a0d324-f9e7-48c5-8d23-6ba6e31f9007
  kind: Event
  lastTimestamp: "2026-09-16T19:36:42Z"
  message: Scaled up replica set isvc-secondary-404a29-predictor-544c4b6766 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:42Z"
    name: isvc-secondary-404a29-predictor.18d5e442e6b11f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "39700"
    uid: 0a13e865-8254-4ec9-b7e7-2d6652ad7375
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: 6c4e5dad-d2c3-44f6-9cc9-600627381638
  kind: Event
  lastTimestamp: "2026-09-16T19:36:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:57Z"
    name: isvc-secondary-404a29-predictor.18d5e44665151f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 750eb718-c88b-49c9-8447-dc5149dae309
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-404a29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: 6c4e5dad-d2c3-44f6-9cc9-600627381638
  kind: Event
  lastTimestamp: "2026-09-16T19:36:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:57Z"
    name: isvc-secondary-404a29-predictor.18d5e446658005f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39885"
    uid: 46ecc47a-2d64-4056-8bcd-db8a24081069
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39689"
    uid: 5e1a6168-112f-4172-b197-e9fc04b0e6aa
  kind: Event
  lastTimestamp: "2026-09-16T19:36:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:50Z"
    name: isvc-secondary-404a29.18d5e442e6b109ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: b19618bb-5e99-4fee-8250-b489cb4deebb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39689"
    uid: 5e1a6168-112f-4172-b197-e9fc04b0e6aa
  kind: Event
  lastTimestamp: "2026-09-16T19:36:42Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-404a29":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-404a29":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:42Z"
    name: isvc-secondary-404a29.18d5e442e7356ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39704"
    uid: 3498d439-97c6-41a2-92b6-02ba214042d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-404a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39689"
    uid: 5e1a6168-112f-4172-b197-e9fc04b0e6aa
  kind: Event
  lastTimestamp: "2026-09-16T19:36:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-404a29": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:42Z"
    name: isvc-secondary-404a29.18d5e442e735bf8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 95dd24fc-18d2-42dc-8995-8250c1c6450f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:49.152939Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e2158decefd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 70a3ad75-75a8-4603-b45c-7913ef5a2d25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e215b011cb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: cb32f412-137a-4635-b75a-13caa628110e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e215b19a890f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: c324c6ed-9550-47ac-82d9-efbccee01b36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e215b48b995d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 379ba502-6399-4f63-adae-1b95752d0873
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e215b5436e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 516cdee5-84eb-48dd-a9cc-61ecae540976
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e2169e284bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 8d6beccf-1045-4eac-ba3d-7292c1f2605c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a3e35b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 6d91c308-a227-43fc-855e-ec94c79c2d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a4485a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: b54c17c0-6bd3-444b-8349-59cca0079736
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a452629a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2d99bd93-1238-4750-9992-1c0e7bd0d174
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a739d0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 305de298-4ce8-4f43-929d-4c593568c229
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a7a41fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 0e41f377-b318-497b-952c-238a901dc450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216a7ad5bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: ff29ac39-d506-41f5-bf41-66b062eb9e1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216ab30b5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 5f8eb9d9-daef-4c54-b247-251f999f72a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216ab959d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: ec0427ca-f924-4a36-8b25-c52bd06e2449
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e216da66148a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 08725fbe-15ac-4191-ad3f-717f798ba642
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e217163a87f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: b2240eef-4e04-4205-8f27-141a7d29cd6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e22bb0aaabe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: 18c9ee83-6705-41e7-a5c6-2d4cbda1a4e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e22bb0abd94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: b97dafc1-4279-496a-b528-76b0d78a29a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e22bb0ac1e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: da8f8a76-91e4-47d4-b840-5b096b81c61d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: e3e454ac-c9c0-4d63-b968-b5a04255da29
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs.18d5e22c468b753a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 48157c32-fe7e-4686-b9d6-c1ed81a3f722
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-d9f644498
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 78fbff14-4fcf-4bb9-b0c4-1b42279311f0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-d9f644498-l6hgs'
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor-d9f644498.18d5e2158da0f468
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: bf2ebbaa-b8ec-4428-8370-355a339ad5fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: a61df253-0c19-4f87-b522-cc855fa66aeb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-d9f644498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e21587f6a37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 87216c0e-b78e-4b3f-8a5b-eaa509e9a2c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 6ff77c82-8e48-4f91-897d-72762ca9501b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e21908a32f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: c887cb8b-7f9b-46c7-9b52-6d7d4476000c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 6ff77c82-8e48-4f91-897d-72762ca9501b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e219091b0a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: a7e5a7d3-52af-4548-8cef-2da201f97182
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 6ff77c82-8e48-4f91-897d-72762ca9501b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e21c88e4184c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17397"
    uid: 65997be3-749a-4d55-b696-1d72f65dc707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 6ff77c82-8e48-4f91-897d-72762ca9501b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e21c8952a5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 9d6f99d1-ac6b-4340-bca9-a67143f2d570
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: ff97fdaf-5771-40cd-a2bc-b09f9d4c65f7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:11Z"
    name: isvc-sklearn-batcher-custom.18d5e21587f3d7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: d508ecc0-285b-49d9-9236-14fb8177aa7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: ff97fdaf-5771-40cd-a2bc-b09f9d4c65f7
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom.18d5e21588c4815f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: c027e74a-bd67-4db8-bd07-74f5f2d60be0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: ff97fdaf-5771-40cd-a2bc-b09f9d4c65f7
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-custom.18d5e2158e827ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 4ddf6faa-03b6-4ab7-829d-e4d2ad20de2b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: ff97fdaf-5771-40cd-a2bc-b09f9d4c65f7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:11Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:11Z"
    name: isvc-sklearn-batcher-custom.18d5e228cf24f730
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: a2f8e22a-3a19-4e26-965a-9ca0f8bbc495
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:54.150483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fac73eb013
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 84593b54-3ede-4b7a-ae8b-53185050c31d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fad0190253
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: aaaa5005-c9e4-4069-85a6-afa5b24be011
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fb0d0a1dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: eee5b6fe-f597-4677-89fc-e8582020ef68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fb0e8411bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 38e98b00-b718-4226-a958-c774f2c84687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fb115d376e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 0bfff125-644c-423d-a066-05c038725830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fb11e365d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: b294cfcb-8213-4ea6-b9fd-8bec1e51b33e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1fc2c292dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: a3dac7b1-d34d-479a-ae83-ce5d2f09fdf1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 13.021s (13.021s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ff344faa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: 30c9de90-2465-424f-b03e-02d664d808d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ff37a8701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 823004af-f11d-4b04-b70c-5c699889d117
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ff381fb255
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: bc66cb4f-a1d6-49a8-83e5-1fc4ba844065
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:13Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:13Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ff382decdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 1dd8b2b9-422d-4905-ae9e-c35e7342465a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.299s (2.299s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:15Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ffc138d62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 58044e76-ae64-4351-b98f-913018e8aaa2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:15Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ffc4962c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 25167855-877e-4c7e-b0ab-37eed5463329
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:15Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ffc512c498
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 6721424d-17a6-4d73-aa89-ee0483084307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:15Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e1ffc520856f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 0380866f-80b4-4c91-965a-e06474184dc1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    in 2.491s (2.491s including waiting). Image size: 239964773 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:18Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e200599c71aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: c35dd71e-ce63-4569-a086-88c870bf972d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:18Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e2005cc9a944
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 688dc58a-7d14-475b-bc6b-249d0b8be520
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:18Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e2005d878758
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: e38c1fd4-97c3-41c6-a20d-c72dd0296eb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:51Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e200a030dc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 5c390abf-bf37-433b-807d-3a81ecf45d3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:51Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e200a041249e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 286b06c6-ec8a-4856-adc4-8cd958bb5f58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e21589a6e91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: cd98699f-f46f-4a45-adc9-ce1c8276f791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e21589a75e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: f34ba0f8-4d67-456a-8bec-8ceae09389b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:49Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e21589a7c26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 55f45b5e-17bb-4551-b8a1-c46a92f75be9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 7debcee8-f596-4de3-b5d6-9b3a161bfab4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:55Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f.18d5e215d08c14e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 1ca36247-f3ab-4961-80d7-803eabc1c1fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7946b7fbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 5f2f11d7-e6d0-45c1-a438-96627a2c631a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7946b7fbfb-85j2f'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher-predictor-7946b7fbfb.18d5e1fac6ad3aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 8a574550-88a3-4a40-b5a3-e672c93f1fe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 5da8c85d-a924-4edf-8d8d-4e42d5f12b11
  kind: Event
  lastTimestamp: "2026-09-16T18:54:53Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7946b7fbfb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:53Z"
    name: isvc-sklearn-batcher-predictor.18d5e1fabda633d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: a4992e36-c345-4824-9132-c40a2fab9f1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 08cad124-f6b3-429c-83d2-85400a04c052
  kind: Event
  lastTimestamp: "2026-09-16T18:55:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:24Z"
    name: isvc-sklearn-batcher-predictor.18d5e1fe43728bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: a65d882f-97d3-4549-afa8-dd47f125da26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 08cad124-f6b3-429c-83d2-85400a04c052
  kind: Event
  lastTimestamp: "2026-09-16T18:55:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:24Z"
    name: isvc-sklearn-batcher-predictor.18d5e1fe440ca800
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: db3eafd8-b0ba-43ef-bd38-965eb112376c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 08cad124-f6b3-429c-83d2-85400a04c052
  kind: Event
  lastTimestamp: "2026-09-16T18:56:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:39Z"
    name: isvc-sklearn-batcher-predictor.18d5e20544f68cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: dde1d44a-23db-44bd-a8d5-c046a550845c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 08cad124-f6b3-429c-83d2-85400a04c052
  kind: Event
  lastTimestamp: "2026-09-16T18:56:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:39Z"
    name: isvc-sklearn-batcher-predictor.18d5e2054574de87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: ebb9f484-eb40-40a1-b388-dcb3aab30cdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: a414d237-1a3d-4680-be61-f620df152f1b
  kind: Event
  lastTimestamp: "2026-09-16T18:56:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:41Z"
    name: isvc-sklearn-batcher.18d5e1fac3a581a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: d602b546-a11d-462b-8939-d3fea3298990
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: a414d237-1a3d-4680-be61-f620df152f1b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher.18d5e1fac40882a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 85c845e4-f790-4ba8-978f-4185248a464a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: a414d237-1a3d-4680-be61-f620df152f1b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher.18d5e1fac408c5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 94ad26ed-5636-47e2-8638-f6439ce1f351
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: a414d237-1a3d-4680-be61-f620df152f1b
  kind: Event
  lastTimestamp: "2026-09-16T18:56:41Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:41Z"
    name: isvc-sklearn-batcher.18d5e213bf06d387
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: b387232b-6908-4a78-9c03-fd25f10fa7b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:27.022055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34829"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cf6fbd7cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 3b418859-30e3-478f-924e-78dcf55e5710
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cf7ba036b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 7d753030-a821-493f-9cd1-72824438e337
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:28Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:28Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cfb58161fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: ab658460-fdf9-4ca7-8a3f-a6bc12ffa459
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:28Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cfb7217d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: c3d88417-6ca5-4e7a-98c0-2dfeef6555bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:28Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cfba14b98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 452347b1-a6d7-4b2b-ad01-43cee8d66d17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:28Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3cfba8d0164
    namespace: kserve-ci-e2e-test
    resourceVersion: "34862"
    uid: 7b6bf890-c1ea-4068-b715-6b43b083c250
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:32Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d0bc6de671
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: 2672f142-9034-4fbf-b50d-1faff9053fdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:32Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d0bf3c51bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: 2f5e614c-9d12-4ed1-92fb-75acedaaf012
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:32Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d0bfb68798
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 5e81df5a-af04-4e22-804a-7a82c969aa40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:32Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d0bfc2067e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: 3f4b0a9d-8cfc-4a51-a5ff-c2c2f8a03b1d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.826s (2.826s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d1684254b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34940"
    uid: 155c7b32-ee9e-4e99-b00a-028d0602c5c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d16b727f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: 6489f2a6-5f1a-497b-bcec-8385a1358c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d16be78376
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: 5f67d05f-72c2-4183-878d-8e524f8ffaaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d16bf37606
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 832c6733-1721-4276-b0f9-4351e20320cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d16f0311aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: f64bd4cc-0b2a-4b5e-80fb-eb36d85256cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d16f798ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: b36983ac-6a3f-4097-9b35-cd94f5188130
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:29:07Z"
  message: 'Liveness probe failed: Get "http://10.132.0.58:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3d8f6aa36eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35262"
    uid: d67d5641-83a6-444d-8237-241f3c45ad5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:29:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:47Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3e213cceea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: a0695df3-74ef-4b4a-a1d1-89ef74f26a99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:29:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:47Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3e213cd68e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 176428a8-e3c9-4dde-bcfe-5c59c7769d71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:29:47Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:47Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3e213cd9f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: 010ac9c9-bc97-4567-98f0-c605fc712f18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:30:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:16Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3e322cad845
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: ce92cc81-6366-462e-b54f-e2ed126693f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: d1059ff1-dd54-4114-9df2-c1a335730c93
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'Readiness probe failed: Get "http://10.132.0.58:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc.18d5e3e32317acc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 1fb36a5a-7197-4a76-9840-7659257835e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-677dfdb8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: 2b415ba7-83e4-48c0-8e3d-96241cc10946
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-677dfdb8d8-4drgc'
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-sklearn-mcp-predictor-677dfdb8d8.18d5e3cf6f6f6610
    namespace: kserve-ci-e2e-test
    resourceVersion: "34831"
    uid: 512e9b27-e0aa-423b-b9a7-fbcabb5edfdd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: bc428b95-9b7f-4f0a-ac60-2120b9788cf0
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-677dfdb8d8 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-sklearn-mcp-predictor.18d5e3cf6be65169
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: 6e44fd06-ebbe-4801-97f2-775d7583c790
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 03eeb237-92b0-4848-9f9b-803f4f312e19
  kind: Event
  lastTimestamp: "2026-09-16T19:29:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:41Z"
    name: isvc-sklearn-mcp.18d5e3cf6b302b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: e43b898d-cc5d-4f1c-81da-683b50d9d0be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 03eeb237-92b0-4848-9f9b-803f4f312e19
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-sklearn-mcp.18d5e3cf6bbad801
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: 95fb9be9-0af1-4e26-89cb-52433c2eb380
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35508"
    uid: 03eeb237-92b0-4848-9f9b-803f4f312e19
  kind: Event
  lastTimestamp: "2026-09-16T19:29:41Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:41Z"
    name: isvc-sklearn-mcp.18d5e3e0d4aa580e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: ea891487-66ce-47e3-a1c4-1a7ddf225863
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:08.927600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d96586f44-qrtkr
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e297e3186535
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: d4564045-8564-46a2-9a30-4cea6818abc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:09Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:09Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e29804e7aa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: c7af9425-c1fe-46c1-8e7d-a7fce553f333
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:09Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e298064cb52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 8436c8a8-d08c-49cd-83b1-973ea78c6090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:09Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e29809ba0793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 8f1760fb-d89a-4c0d-b3ee-292906610c04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:09Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2980a27119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: af303854-16b1-46f4-86fa-dabddc353c07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e29927e19eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: c47ab511-62fd-4bc3-aa1a-5d293a29edea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2992b09b4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: a6ab7512-e930-4d22-81a5-ee75cc528d80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2992b745b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 71a736a9-f85c-403e-8bab-73a0ff24498e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2992b7e54d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 5cfb7622-d401-454c-922a-8e724114fd56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2992e2a44dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 494c97b6-091e-48c0-bf6b-b129f964cf2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2992e90b6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: eb760b8f-750f-453b-b75f-f58b66f47363
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2999fbf938c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: c6ca737b-f222-4122-b201-c6aaba15ed44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:07:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:39Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2acdcbc6591
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: 6b91f878-4caa-4c28-85d7-10566e976bf3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:07:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:39Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2acdcbe0e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 8c92b732-9971-4f11-87a7-4cc202eacb4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d96586f44-qrtkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 7c7a7853-6ebf-45db-bb24-9cf42344db95
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-sklearn-predictor-d96586f44-qrtkr.18d5e2ada61861b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 0026be0a-dd82-4898-af5b-4fdb58db8c49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d96586f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: fffddf3c-62b0-44ee-8b92-fd528f0caac1
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: 'Created pod: isvc-sklearn-predictor-d96586f44-qrtkr'
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-sklearn-predictor-d96586f44.18d5e297e281baa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: 62d9cbb0-785c-4cb3-9096-7ecdc7c389c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 713468b0-8d0b-451e-86a3-d656d8349e6b
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: Scaled up replica set isvc-sklearn-predictor-d96586f44 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-sklearn-predictor.18d5e297de6a4983
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: d122e074-e8ef-40aa-bdc6-bcd753fa6bd4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: e94ab724-40f6-43d8-ae61-20415d81c49a
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor.18d5e29b5da1a17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: b66c144a-2426-4232-96ce-b7503378a378
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: e94ab724-40f6-43d8-ae61-20415d81c49a
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor.18d5e29b5e237850
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 1560b655-b3a2-4cd5-bf76-37ee665d030a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: e94ab724-40f6-43d8-ae61-20415d81c49a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-predictor.18d5e2a25c54c795
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 48105f44-9fcf-43ad-b264-0156b82f1924
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: e94ab724-40f6-43d8-ae61-20415d81c49a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-predictor.18d5e2a25cca4c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: ea5cd3a4-00b0-4719-aa3a-a36f5c69394e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:10:49.495853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d936443cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 07443535-a3e4-4ceb-8592-f3411c286dfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d93e6b19ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 8173bb60-e8db-42c8-bc91-3daa17eec52b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:50Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:50Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d97c3025f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 0350b1d8-2be8-489e-9be4-5bfad2fa1c5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:50Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d97d9f1b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 9108832a-18ce-477d-8f74-df77151fa431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:50Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d98033ed8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: ac6f12a6-3a05-4114-9d2a-1844e24829a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:50Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2d9809b5314
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: 500574ca-ee06-40c3-9b3b-7a0bb44895d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb0718f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: 1d7d97e6-c30a-43a0-af4f-c726c057cd96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb31f40d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: e6daa3d0-af25-4a6e-aa48-252bb004d36c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb3840f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: 2150f4eb-cd0c-498f-9312-fd58f39ebba1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb38dc1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: f2e2bbef-0bc0-492a-9571-290c15662c15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb627d479
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: 4c410f4e-7b49-47fd-87cd-d0585ca4eddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddb6a5c07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: d4d0b2a3-1d4e-426a-9008-6ab9920fdedd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:15Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2ddec7c021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: 25b919dc-911b-4964-91d7-7a33b1b1e4da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2e32c6b6e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: d1857045-2907-4c2f-a51d-8312dff8f7df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c3b962f6-74b9-4b86-8ff2-424e87503f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv.18d5e2e32c6bf604
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 4c0f43c0-329f-4f3b-84ab-06c86f845b47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-9f86f76dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: e8d8bef7-884b-456f-a7a6-b8d6394ae038
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-9f86f76dd-7m9nv'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-runtime-predictor-9f86f76dd.18d5e2d935c7186c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: 748cc1e8-3716-4d5a-b6ba-6d5f592a18b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 6d1565a0-11b4-4a29-a3b2-076fcce8c461
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-9f86f76dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-runtime-predictor.18d5e2d932aa128a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: 9b65e11c-6e60-4900-a200-3e210148213d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: 1f1ea716-0667-439d-9e31-28f4e7b43afe
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-sklearn-runtime-predictor.18d5e2dcb2dd6844
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: b0795cc6-b7f1-458d-8da6-239c7c50d901
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: 1f1ea716-0667-439d-9e31-28f4e7b43afe
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-sklearn-runtime-predictor.18d5e2dcb3f3cea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: ac8ea247-8191-4a82-adf5-0b4a1e0e00f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 682c53e6-22a1-4aa0-b512-2a6a0e128d06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-sklearn-runtime.18d5e2d932b00d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: f50e67cd-bf3d-448f-936a-45399acaf21c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 682c53e6-22a1-4aa0-b512-2a6a0e128d06
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-runtime.18d5e2d933327df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: 0b50feba-951d-4cea-9839-73067c1d8950
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 682c53e6-22a1-4aa0-b512-2a6a0e128d06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-sklearn-runtime.18d5e2e1b3ec9ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: b42bde8d-1c7d-4daa-a3f1-2b54d5e62da0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:15.314152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bebd9dbd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: 1bb7d291-d7c6-4386-8f2e-b8e7448392a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bedfe43dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: c195fdaf-a1db-4a79-9b47-f6df7f2e23b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bee17003a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: ebf215cf-d5dc-4e13-ab7d-a8b7b2ab9205
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bee4f9182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 7b47aab1-5f5a-46b8-9b5f-ba80e33a8d4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bee5709722
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: 513939d4-b618-4ca1-9ac5-f9e2afa00f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf3a7c3117
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: 48ccabd7-c5f4-4dc0-a674-945ee60bc2af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf3e56a6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: 26d331e3-0b48-4f80-94d0-2985a25249e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf3ecad5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 7e4f5e7a-b5e6-4d5f-8913-03fd59bbb0bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf3ed723ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: f794e3b3-e111-4b52-b234-672787a8ce3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf425557bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: b2948adf-a890-4aeb-88d2-624966ffdff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:27:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:17Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bf42cdca80
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: 0b1b4c17-5822-4f0e-b956-77010ec81841
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:28:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:43Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3bfb27b5ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "35086"
    uid: 45afd6a2-3a24-4781-9962-f9af80dd277a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3d253500d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 28ea836f-b1bb-4857-bf10-9c9ed79a6669
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3d25350a25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1079ae64-5b62-4825-a0e7-1183d80fc7af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: aa2edc88-68ce-4ea9-a6c1-af195a87f525
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx.18d5e3d28ebb1296
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: a0bfc179-51a7-4f30-a614-f1db4dc74564
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6ffbb5b99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: f0c61624-883a-46a6-a4eb-ed7e7212e25b
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6ffbb5b99c-f6jrx'
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor-6ffbb5b99c.18d5e3bebd1c209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: d533def1-3b03-4406-99e0-335102a0c850
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: faff60f3-12f0-4299-9447-720b8223f6bd
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6ffbb5b99c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3-predictor.18d5e3beba1f258c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 7e617cf1-d2e8-4e7b-856e-b65c998d9b0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: 73ac16a6-e80b-48ec-9b7b-41447653a864
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-sklearn-s3-predictor.18d5e3c238e4b9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: 6c86b622-c10c-4aee-85ea-a9c3b9bb5de9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: 73ac16a6-e80b-48ec-9b7b-41447653a864
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-sklearn-s3-predictor.18d5e3c2394ed934
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: dc1615dc-ccf7-40ce-9246-f91e4399734d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 73ac16a6-e80b-48ec-9b7b-41447653a864
  kind: Event
  lastTimestamp: "2026-09-16T19:28:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:30Z"
    name: isvc-sklearn-s3-predictor.18d5e3c5b8645f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34886"
    uid: 169e921c-ae6f-4d8f-8191-324112760dd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 73ac16a6-e80b-48ec-9b7b-41447653a864
  kind: Event
  lastTimestamp: "2026-09-16T19:28:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:30Z"
    name: isvc-sklearn-s3-predictor.18d5e3c5b8d56c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: cadd46e7-c3a8-4724-b103-efa69bb0ab08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:43.006916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3fd11592004
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 6d102365-7503-4b01-a032-9198deb919ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:43Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3fd33583689
    namespace: kserve-ci-e2e-test
    resourceVersion: "36836"
    uid: 1b9c2a3c-c48f-41ba-9b00-77a02ad500a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3fd34c89ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 4e8fab53-bd81-4875-856e-b49aed57ae11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3fd3845df51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36902"
    uid: c4c243bf-6752-4f87-9db6-6d74212a1d29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3fd38c0aada
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: 352d1a10-3e06-4fac-bb30-88edd208c6f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 801949bf-42ed-4a53-bcd9-eaef94218de8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5.18d5e3ff652fd638
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: daff29a8-a0ed-4275-809f-f5bfae111382
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: 268988ae-4d2a-4076-81b2-f1e5a06a770b
  kind: Event
  lastTimestamp: "2026-09-16T19:31:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85-6hqp5'
  metadata:
    creationTimestamp: "2026-09-16T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85.18d5e3fd10f4f79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 1d35598c-b0f3-432b-9d83-8dacf09537e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 181e6dc0-2629-4118-a667-47888b413ac7
  kind: Event
  lastTimestamp: "2026-09-16T19:31:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7464556c85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5e3fd0e097535
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 892eeb53-5e66-4cf7-97b1-396e12b8e692
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: ebfebe8f-ee48-4eb9-bd2a-e9199dcf93f3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3fd0e0ce44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 9d505743-7571-457a-88ae-36afb845bab9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: ebfebe8f-ee48-4eb9-bd2a-e9199dcf93f3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:42Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3fd0e83f93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 476268a4-0585-4b60-aa28-5034abce750f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:21.881475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3ea2de52be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: c52703ce-d898-4e6f-95f1-f77aaea3313f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3ea4ffcac48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: ee604500-b30d-4b7b-a45f-ca81c45ec17b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3ea518910e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 2498374c-3c6b-4abb-9a46-9e5931579861
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3ea5467c997
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: 49464250-7cef-406f-9e6c-4a54ea4b4ad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3ea54d9f89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: 7383cee8-d8cf-4248-a334-44cfe403d9a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eabdb2d49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: a46c2c74-5b23-4d70-9802-7f504c714dbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eac091165e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: d5a53af3-b09a-4100-bfd2-e00cac418fb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eac1130712
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 7f7defe8-7f1c-4294-beb0-2df08d1a3467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eac11eba26
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 8f581ab6-371d-4c5d-a8a2-ade7501db994
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eac54d62ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: effce979-5f4d-453e-b849-6c308ab10e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:30:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eac5be45fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: b524982b-5d9e-4322-9468-4dd0bc042c3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:31:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3eaf9c27ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 09e0ee6c-b81f-42fc-8946-9995ceb9b747
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3fcd2ad6bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: 2aec1598-b95e-43b7-9cfa-05b491f2d55b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3fcd2ae8a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: 35cf885d-d0b4-4fd5-b8c6-69c869755364
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: a43582a2-15e6-4395-9ecc-5d59596b46de
  kind: Event
  lastTimestamp: "2026-09-16T19:31:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:46Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt.18d5e3fdd606d5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36868"
    uid: 531616ed-aaba-4537-bca0-d2611a421259
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 4de1d0cd-c6bf-4262-bba9-fd41243816c9
  kind: Event
  lastTimestamp: "2026-09-16T19:30:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc-584qt'
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc.18d5e3ea2d56b074
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: a2aafb2e-6019-4853-bbf5-a2040b1d7c1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 7fd9c655-0206-4f23-bbbf-004cc9ab3b97
  kind: Event
  lastTimestamp: "2026-09-16T19:30:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-56dcbbb7cc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3ea2ad640ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 3d01cbde-00a2-41e9-980b-a135aa0b36bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 0e8f51d9-26a9-4dd7-b761-de293995fe32
  kind: Event
  lastTimestamp: "2026-09-16T19:31:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3eda96f064f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 6e20e03f-6470-4ca9-8caf-b05d6f8e36f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 0e8f51d9-26a9-4dd7-b761-de293995fe32
  kind: Event
  lastTimestamp: "2026-09-16T19:31:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3eda9e39a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: 594e52b3-89a7-48a7-a0d7-bb3af257eb61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 0e8f51d9-26a9-4dd7-b761-de293995fe32
  kind: Event
  lastTimestamp: "2026-09-16T19:31:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3f828f1e9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: d44b832c-836c-4f27-911a-9deb6b27da75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 0e8f51d9-26a9-4dd7-b761-de293995fe32
  kind: Event
  lastTimestamp: "2026-09-16T19:31:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3f829a71bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: a3264c49-08b5-456f-9671-8013a2edc417
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: d5cd8619-f136-48ae-91c7-7ae8d502d9ab
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3ea2ad816af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 8a42655c-89d7-4a48-a4fa-ba9f4cb597d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: d5cd8619-f136-48ae-91c7-7ae8d502d9ab
  kind: Event
  lastTimestamp: "2026-09-16T19:30:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3ea2b5a07ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36047"
    uid: d216ec17-2477-4dc9-a451-09dd5b635b9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: d5cd8619-f136-48ae-91c7-7ae8d502d9ab
  kind: Event
  lastTimestamp: "2026-09-16T19:30:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3ea323328e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: a5881b21-b698-4e86-b809-af218a45d595
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: d5cd8619-f136-48ae-91c7-7ae8d502d9ab
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3fcb2977ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36759"
    uid: f3bf6b7e-3d22-4c64-9d5d-dfa1612a6a00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:10.758529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e796ea8118
    namespace: kserve-ci-e2e-test
    resourceVersion: "35861"
    uid: 2ecf607f-86ea-45c9-905c-337ebd025b41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e7a5de649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 14559a15-c59b-4307-bebd-503f2fd075d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35867"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e7dc9411fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35891"
    uid: c11e3c77-156a-48f2-834b-b605c1509b36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e7de6d72aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: fe73dbfd-828d-4bb9-a44b-db6dc26daec4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e7e195ccdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 5343a861-3f2a-4579-8e5e-339ee97f4cd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e7e20c0a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: 656ba385-d6fb-429e-a712-03c2b7e585e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 0e2db64e-196d-4e16-89d4-4cdf89085778
  kind: Event
  lastTimestamp: "2026-09-16T19:30:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7.18d5e3e9ea7864d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35998"
    uid: e4b48d3e-ab76-490d-b71e-40411fdf87e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 07c1ff3b-ea01-4490-b755-7d0847f73c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:30:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549-hd7b7'
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549.18d5e3e7967d8f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35858"
    uid: 6be9e14c-06cf-4f3b-bda3-4e8dd00b4ae6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 831bcb4d-41f1-48ed-a35f-399674eb0eb5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-79b5dd6549
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5e3e7941c6924
    namespace: kserve-ci-e2e-test
    resourceVersion: "35849"
    uid: 6daa554b-caf5-452a-a9ab-e7be2f1557be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: 7f4100ee-d331-4919-87bf-6832b338f034
  kind: Event
  lastTimestamp: "2026-09-16T19:30:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3e79423cce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 0e1fb704-42af-4a0d-aed0-ca8c8962944f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: 7f4100ee-d331-4919-87bf-6832b338f034
  kind: Event
  lastTimestamp: "2026-09-16T19:30:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3e794bed825
    namespace: kserve-ci-e2e-test
    resourceVersion: "35853"
    uid: 860765c9-bd36-41fc-9854-b2d9508e6a4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:39.600096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d25d7331b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 7ea33fbb-19f1-4ff2-90c3-9b1af3338436
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d26972affc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35034"
    uid: 1ee90313-39b2-4a21-ac1b-36875d3178b9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d2a357dc3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: 0bb7a640-fa61-439d-b28f-2cfb9855e269
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d2a4ffdd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: 3480287a-15ea-4c8d-9cf0-8e744a004c3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d2a869cea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: a5145365-557b-44f3-adf7-4113fbe694f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d2a8d9a5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35049"
    uid: 5da776d7-8dbd-4d47-a19c-07398cd70c24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d31cf45cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: 64e283e9-3497-4e70-bcce-b9a0b16f4fe6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d3209884da
    namespace: kserve-ci-e2e-test
    resourceVersion: "35074"
    uid: b9200777-5ef2-4492-b8c2-7cb1024ce560
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d3210a0faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: 9ebed60f-bac4-4011-aa94-e3bf69e893cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d3211489b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35078"
    uid: 3248d95f-ff1d-44c7-81ac-714d74fb1e69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d324223121
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: cf3465d7-e0c7-418a-a57b-3feeb91558b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d324a73953
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 5df5ff37-a94d-450b-8c8e-e92648825fb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:29:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3d359033ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: a3bec978-6c85-44f7-adff-9467577e970b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3e75503cbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 4f97871d-60ed-4799-8514-8f9b66f010ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3e75504f28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35817"
    uid: 8d6749aa-d8b6-4a1d-80b5-b5b92b61d2ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: f473096f-69aa-4f6d-b084-dd040c299c4e
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44.18d5e3e75f6a1230
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: d335045c-6a74-4971-8a89-f9a1b6f82107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: 20ff2de7-da9a-4af0-b92a-0e82c1e0de04
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf-wgz44'
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf.18d5e3d25d0d0c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: 7731873e-c3d8-45dc-b3a3-ce97625d51b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 5ca68679-6021-4f9b-973d-c5e44b3857d2
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-6c88656fbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3d25aac1387
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: 5a945183-00eb-4525-964c-b83395e03442
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 198f8e79-34da-4e36-9ebf-25be62eead09
  kind: Event
  lastTimestamp: "2026-09-16T19:28:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3d5da0046ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 01569712-1090-418f-8459-e96171f00912
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 198f8e79-34da-4e36-9ebf-25be62eead09
  kind: Event
  lastTimestamp: "2026-09-16T19:28:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3d5da74047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: 64fb1d3c-2a04-44b0-a545-a71593442ce3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 198f8e79-34da-4e36-9ebf-25be62eead09
  kind: Event
  lastTimestamp: "2026-09-16T19:29:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3d959aa9bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: 75caea30-bbff-4639-bceb-67dec3f01045
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 198f8e79-34da-4e36-9ebf-25be62eead09
  kind: Event
  lastTimestamp: "2026-09-16T19:29:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3d95a4e2637
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 4441dc54-b628-4c3d-bc3f-5d706b7df9f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 2d8b4e40-b65f-4eb6-a732-4f8fd34a661d
  kind: Event
  lastTimestamp: "2026-09-16T19:30:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:05Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3d25abc7a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: ea8ec1f7-07fe-4a58-a1cb-5a1b449407bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 2d8b4e40-b65f-4eb6-a732-4f8fd34a661d
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3d25b42b2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35029"
    uid: 5c897648-af32-4a45-8349-b1f32818f5ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: 2d8b4e40-b65f-4eb6-a732-4f8fd34a661d
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3d261ce2e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35030"
    uid: 14fb0590-4725-43a3-a51c-69530757cda6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: 2d8b4e40-b65f-4eb6-a732-4f8fd34a661d
  kind: Event
  lastTimestamp: "2026-09-16T19:30:05Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:05Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3e65de07fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: a898ede3-73ed-463a-abd9-1855c0404981
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:25.234852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e414de9ba25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37909"
    uid: ddcf444b-685f-4638-a8a1-0edbefdfd195
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e41500aca36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 46b57ae9-dd87-4764-8af8-147e4f95293e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e415022ec649
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: 8f6eb87c-41c5-4146-a529-d8f079d83698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e41507e6ec71
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: a0ff624b-8ca0-4a6a-b43d-cb1be85503fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e415085c6752
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: a3eb301b-3fa0-4fe5-a8cc-956ab18ffb78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 7c27b5d3-01a9-4b9c-891f-5647949b515e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj.18d5e4173471eb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: 5d5c5697-7e5e-4c8a-961c-1787840b056f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: 58873f5f-82d9-4441-bc0f-9a8525235d82
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76-7n7bj'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76.18d5e414de28fba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: 4c3712c2-e32d-4b44-9126-4bc952f88396
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: 24d35954-2fa3-4b34-bdb2-df43706229ac
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-554ddb7c76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5e414db8c0417
    namespace: kserve-ci-e2e-test
    resourceVersion: "37898"
    uid: 683400b8-6b73-4fe3-83ad-770f2eb85c14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37887"
    uid: 26515529-5d91-4faa-aaff-16607ecd59c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e414db89e160
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: b81097b7-feea-431a-9a1f-961b56e034a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37887"
    uid: 26515529-5d91-4faa-aaff-16607ecd59c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e414dc1506a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 4ae77780-f15b-4924-a358-0cb1baa835d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 26515529-5d91-4faa-aaff-16607ecd59c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e414e27cc900
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: a44405f7-16b1-4f21-a138-d16b4605f946
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:54.096106Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e3ffa650bd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 8b1f0b23-a9b4-4437-a215-05c3ea28c5fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e3ffc85ed608
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: c616fbce-6162-48d1-b99a-1f6574a6bd0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e3ffc9d70bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: 147d6357-2d15-4b2f-a9d9-60d0dbd7d6fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e3ffcc9ade54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: 0a5f1a88-40dc-4b36-be77-2eac61e7fd0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e3ffcd1381aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: f45bb6f1-36eb-428c-a8a4-315331a0d879
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e40044490938
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: e42b2832-33f4-41aa-afad-1c091a76ad4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e400475f5a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: d9b2e01f-52f7-4b5b-b370-39600cc45ca6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e40047d1cbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 4b956c04-7cdf-4aec-8026-056439de89d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e40047dc5ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37035"
    uid: e23c34da-9db6-4a8c-b275-1dd3195f46fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e4004b2d92fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37038"
    uid: 30be781a-af0b-4a6f-9076-113f28c0cf7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e4004b9ee395
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: f9b602ad-2e85-49f2-bcb1-c2cc9f433923
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e400bc3bdca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37879"
    uid: ce2b3d94-09e8-4b60-b8ac-ef96cdf73fa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e4149c9bf338
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 7cebd17c-8189-47a9-8c65-5adf36cf9cdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e4149c9c674c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 73355c56-a638-46ad-b166-51aa2174a304
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: f2d92ba3-d3eb-4b5b-b232-944ae7236e2d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w.18d5e414c27ee3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: 20193aff-474b-4c90-8a1c-a599b78fe3c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36965"
    uid: 7becdb5f-0ba6-4c97-9f12-12e0ce03cf1e
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4-9tq5w'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4.18d5e3ffa5f8c2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: ae218627-a770-499c-8a86-74af6e3e6b06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 126739ec-cc51-4c7d-af4c-713e598cd16a
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-cd986c6c4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3ffa378c491
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: 20b50d7f-e793-4f55-b575-e771a380230d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36964"
    uid: a3131115-d59e-43b5-9ecc-76950c28f4d9
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e403225d2ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37331"
    uid: 887abeb9-cd06-413c-b54e-7af3e7527cf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36964"
    uid: a3131115-d59e-43b5-9ecc-76950c28f4d9
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40322e7746e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: 9928b3b9-fed1-48d4-b2f8-8d188ff3f12a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: a3131115-d59e-43b5-9ecc-76950c28f4d9
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40a21674fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: 1b970112-9ce8-4a0d-9952-236322179e6e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: a3131115-d59e-43b5-9ecc-76950c28f4d9
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40a21d4728d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: 0b3e0abb-cf4c-45d7-9942-3572164a17ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: e2d589ff-8919-4aa3-94df-45ce3f885d64
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3ffa38ecbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 69a7cd12-be7a-4d63-b0ca-f87bf5ded538
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: e2d589ff-8919-4aa3-94df-45ce3f885d64
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3ffa3f1afd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: e8414a2a-acc0-4ae0-9d16-f928be1a8224
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: e2d589ff-8919-4aa3-94df-45ce3f885d64
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3ffaa69892b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: 6c0f7abc-a3b7-473b-902c-bc02d0f9bd42
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: e2d589ff-8919-4aa3-94df-45ce3f885d64
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e41274484f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37716"
    uid: d50e37fa-a074-423f-800e-6a9932941419
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 8e90de32-ac9b-4bf5-8a72-750c8484cd15
  kind: Event
  lastTimestamp: "2026-09-16T19:28:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:33Z"
    name: isvc-sklearn-s3.18d5e3beba436c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: db885ea9-f1ce-475c-9f1c-3e47a5400c0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 8e90de32-ac9b-4bf5-8a72-750c8484cd15
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3.18d5e3bebb203d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 2cceec22-0e39-4e7e-8a23-f235a16b1617
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: 8e90de32-ac9b-4bf5-8a72-750c8484cd15
  kind: Event
  lastTimestamp: "2026-09-16T19:27:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:15Z"
    name: isvc-sklearn-s3.18d5e3bec1a8c7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34145"
    uid: 278a8813-4a56-46e3-a5f2-0bf20846c531
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: 8e90de32-ac9b-4bf5-8a72-750c8484cd15
  kind: Event
  lastTimestamp: "2026-09-16T19:28:33Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:33Z"
    name: isvc-sklearn-s3.18d5e3d0f2325ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 4757d27b-3f43-4170-b09f-229ce9d91525
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-567777fff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: e90422e8-20ff-4bcd-b1a2-453a6e3a617f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:34Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-567777fff4-klxkh'
  metadata:
    creationTimestamp: "2026-09-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:34Z"
    name: isvc-sklearn-scheduler-predictor-567777fff4.18d5e28ff3c4196f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 5142f8d9-ae1c-4d02-b282-414777baf3c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 3bf2c184-eafb-486c-98d4-8fd0fca302f7
  kind: Event
  lastTimestamp: "2026-09-16T19:05:34Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-567777fff4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:34Z"
    name: isvc-sklearn-scheduler-predictor.18d5e28fef88f2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: e2406dd2-3912-4bbb-8dde-9aa508231113
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 204e022f-4526-4c3c-ae24-94e1afed23eb
  kind: Event
  lastTimestamp: "2026-09-16T19:05:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:35Z"
    name: isvc-sklearn-scheduler.18d5e28fef3c6047
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ac5f612f-d253-4bf1-aabc-63086c78a5d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 204e022f-4526-4c3c-ae24-94e1afed23eb
  kind: Event
  lastTimestamp: "2026-09-16T19:05:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:34Z"
    name: isvc-sklearn-scheduler.18d5e28fef9e8d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: 7a4df9ff-a4cc-46ad-9caa-08ea7354baa8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 204e022f-4526-4c3c-ae24-94e1afed23eb
  kind: Event
  lastTimestamp: "2026-09-16T19:05:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:34Z"
    name: isvc-sklearn-scheduler.18d5e28fef9ed1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 1faa9a00-4bd5-4d3c-87e0-add38d43fe94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:18.125602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e309c9919a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 0caa7837-eb68-4f8b-9ddd-9a11479f9372
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e309d1e8e7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: b866fb2f-958a-46b8-a105-9d70d057d31c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:19Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:19Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30a0fb92b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: e569282c-2c6f-4a09-bd81-18c452e8cb77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:19Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30a1150b61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 88f326c2-3111-458a-8ec8-ba62d2cd5880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:19Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30a151de882
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 1e512291-9acb-4dcf-9965-4781baae12a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:19Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30a1597f164
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: 0924e825-2dc5-4544-924d-37586c780bde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b13812f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 8e015e9a-4704-4bce-960e-ebdbdea149e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b166e537e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 2a2fae73-3247-412b-8d73-cc5907fe5ef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b16e01443
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: 6568d5a6-cc42-4b42-b667-d9cac15cc5cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b16eacd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: d139d5d2-0a04-400f-985f-5faea891411b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b1a281ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 45f7b1a2-7e8a-41b9-b669-5212a029b5e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b1a9c2e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 28c05fb7-0af2-499e-8b40-ca1e47f904d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e30b4f8b9c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27375"
    uid: a15f7801-1a74-435a-bba6-22362409e3bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e31ec4add00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 4a4d7802-10d8-455b-852d-cba9f405d55b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e31ec4b2bbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: e98f5039-27de-4010-9feb-a2e58b85f96d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 16e36d45-0a85-478c-8244-e35b54b3cdea
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh.18d5e31f91b78523
    namespace: kserve-ci-e2e-test
    resourceVersion: "27374"
    uid: 534a7739-5a39-4a95-8851-582529cfb145
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: 241a527a-73e1-4105-9fd4-0eebacd8772d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-8cf94477c-h4bmh'
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-sklearn-v2-mixed-predictor-8cf94477c.18d5e309c8ccb1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 5e610ac8-5ebf-431c-801e-b6f6cd2d3337
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: ef689235-fea5-47e2-842f-eb2c1aadde17
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-8cf94477c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e309c22e5bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 6ccb0a77-c959-42b0-bf42-ea215cc58afb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 819422fd-5d8f-41f2-8840-04ba850e342d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e30d42b14324
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: b0fb1f35-32de-4149-a5cc-10ead646cb3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 819422fd-5d8f-41f2-8840-04ba850e342d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e30d43457921
    namespace: kserve-ci-e2e-test
    resourceVersion: "26586"
    uid: 974ad6c3-9715-4081-8c7e-f201a7be4cbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 819422fd-5d8f-41f2-8840-04ba850e342d
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e310c2549c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: 5ce5f565-04b8-4712-a1d4-9d44298f79be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 819422fd-5d8f-41f2-8840-04ba850e342d
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e310c2ead960
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 9b2eda0d-e2b8-46cd-8262-618ce1df4584
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: a0f4178d-aaef-47f3-bcc2-a69c1c12de84
  kind: Event
  lastTimestamp: "2026-09-16T19:15:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:41Z"
    name: isvc-sklearn-v2-mixed.18d5e309c219169e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 955f74f6-d273-47f3-9726-bcb9f573475d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: a0f4178d-aaef-47f3-bcc2-a69c1c12de84
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-sklearn-v2-mixed.18d5e309c29d7ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26245"
    uid: 17633dc4-5ca0-421c-a6ef-796e7145fa31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: a0f4178d-aaef-47f3-bcc2-a69c1c12de84
  kind: Event
  lastTimestamp: "2026-09-16T19:15:41Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:41Z"
    name: isvc-sklearn-v2-mixed.18d5e31d438284cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: c63c637a-83b1-4ed6-95df-dfa3ff825558
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:42.708200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7b474946d-56mbs
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:42Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f3923f92ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: f8ae84e9-46a1-4383-bcbb-4645092f4713
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25186"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f3b444e7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: dc32876e-0a2a-43a4-888c-01b449457515
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f3b7052647
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: 62616bf2-aad4-470c-a300-d11816cd884e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f3ba173175
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: a36f836f-7143-4ff8-b4cd-c8514984e6b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f3ba87c0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 5f45da4a-e9fd-4bed-95f3-ddd52eb24dd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f49cc5ea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: 16ef29d8-ea49-4035-b046-49f0fc0d69ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4a1212bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: 7c205c9c-d27c-4244-ba8b-273c9bb94472
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4a1971fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 93c73a60-52b2-449b-ac2f-6c8b1dd8669e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4a1a0f80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 8f0c0a03-2f2f-412c-937c-692031a37c1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4a4763000
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 7884f317-67d7-4d69-b3cd-553d464e3853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4a4eb6791
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 170a55ec-dfcc-4aab-8e48-022e4311e1c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e2f4d8c67a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: 155c264a-5d94-470a-ba5b-2f1f6e9a7212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e3088f2a6e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: bf6357f3-fb03-4f13-8004-9af8ca876b51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e3088f2b0362
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 298e2559-b9c2-434d-a763-deed47e70130
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 4b0ca06a-972b-44d0-8e4a-edc8e284580b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor-7b474946d-56mbs.18d5e3091ae83907
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 3f765a53-25ba-4fdc-b63b-1c973d5d4d84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7b474946d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: b8084d20-c364-47b0-94ce-28fc85fa455f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:42Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7b474946d-56mbs'
  metadata:
    creationTimestamp: "2026-09-16T19:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:42Z"
    name: isvc-sklearn-v2-predictor-7b474946d.18d5e2f3920e4812
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 3e0596d9-7c8e-4a00-a490-f8378fdccb5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 221bbdd4-fa8d-4c34-975a-51a42adbad1d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:42Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7b474946d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:42Z"
    name: isvc-sklearn-v2-predictor.18d5e2f38e7b6de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: c5bba3b2-c7c8-4e59-936b-291ae7bb4b2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 71ca351b-4cea-497a-8d88-a3b9d974beeb
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-sklearn-v2-predictor.18d5e2f70e5ed24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: c4fd7704-a27c-4c59-bc37-79e30697c0b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 71ca351b-4cea-497a-8d88-a3b9d974beeb
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-sklearn-v2-predictor.18d5e2f70f3013fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: 0977ce31-d4bc-4231-a450-8e1c9320000d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25448"
    uid: 71ca351b-4cea-497a-8d88-a3b9d974beeb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-predictor.18d5e2fe0e12470f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: 03cc3597-9b67-43c8-a736-b2bd646ef560
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25448"
    uid: 71ca351b-4cea-497a-8d88-a3b9d974beeb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-predictor.18d5e2fe0e6ee6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 349b6b3d-825f-4360-8aa9-c4a1b2a9e119
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:37.451224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e460a1285c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: 44c629cd-cc3b-4176-ac82-f5d0efc821ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24526"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e482afb343
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 4752ad08-3d54-4d5e-bbc7-6420cf1d21ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e4853cca2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 524799bd-6e89-47ec-9295-14622ef06b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e487c580f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 91dddcf7-1f4b-4bb2-a4c4-87dba40824f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e488305312
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: fe40217b-fc73-424d-ae01-fa8dabfa3cb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5a551ff4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: d6850a8c-a9e7-4091-9ee6-6252cff27299
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5a8680655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 20eea146-1efe-49b4-ae31-ecd1b157f2b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5a8de7ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: 434892fe-3dc6-4d0b-ab02-9ec77a917fff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5a8e88085
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: d9f159ec-360d-4d39-8fad-8dcd84d3f23c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5ac200119
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: b5e15395-aecb-4079-b6f8-2711ef0df98b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:11:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2e5ac97b4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 54f16b86-078b-4349-a5d2-0ae3c206836c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:12:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2ee48899a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: 7770f45e-7bb7-4728-afbe-d5de3eeb9df6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2f25e11231d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: a6b6bf35-178a-4e4f-9d93-90d5856c9f66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2f25e11b203
    namespace: kserve-ci-e2e-test
    resourceVersion: "25119"
    uid: 21903b3a-ccfb-4f1c-b3dc-52b5cc621e92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: c19bb8d9-40f5-42a7-b1bb-815b5cc25c24
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb.18d5e2f2eb789cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: 5dbc1d3f-30b3-43b4-be5e-c89a27b28a36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: e8a9d6bc-4144-4b68-abca-cf135c4c2e28
  kind: Event
  lastTimestamp: "2026-09-16T19:11:37Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qxhfb'
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5e2e4608c5d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: 484f3ebd-7822-49e0-af98-08444a884ad6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: 02b15ace-7fb7-4e5e-bb62-075d6b122ab0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:37Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e45d4ad76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 4dccd445-5476-4e5a-8561-1e3a3b956e08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 9b27b83e-6119-418b-a814-65856fdabcd2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:22Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e7dcb48ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: d7d8d2f6-80e6-4d29-b9d7-322302473ed0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 9b27b83e-6119-418b-a814-65856fdabcd2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:22Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e7dd53e29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: d1930983-a5c1-412a-8547-f4a1193a365b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: 9b27b83e-6119-418b-a814-65856fdabcd2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f25c972337
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 75872a15-f323-45f5-a816-aa244511a54b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: 9b27b83e-6119-418b-a814-65856fdabcd2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f25ccd4293
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: 04e4e5f8-5f74-46da-9259-7ca5cb619976
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: 9b27b83e-6119-418b-a814-65856fdabcd2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f25ccf1f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 4d04f719-8d5b-4e5d-8e7d-97090a345168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: ec70a619-b307-480b-848b-dc0e3aa7649b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:30Z"
    name: isvc-sklearn-v2-runtime.18d5e2e45d3c1987
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: f3e7fed5-dfae-4be6-8de7-1a8fb0d2064f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: ec70a619-b307-480b-848b-dc0e3aa7649b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:37Z"
    name: isvc-sklearn-v2-runtime.18d5e2e45dd52bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: f9cf6840-87f1-4390-97c9-bec6f4dfb2f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: ec70a619-b307-480b-848b-dc0e3aa7649b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:37Z"
    name: isvc-sklearn-v2-runtime.18d5e2e4640ac36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 495b018c-1d1f-4076-bec2-5d4835c324f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: ec70a619-b307-480b-848b-dc0e3aa7649b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:30Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:30Z"
    name: isvc-sklearn-v2-runtime.18d5e2f09ec089f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 442711d5-5b76-4940-aade-041aff0943ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: fd20f660-8997-4bc3-9ca8-8bfdcf4f4d5c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:05Z"
    name: isvc-sklearn-v2.18d5e2f38e7af206
    namespace: kserve-ci-e2e-test
    resourceVersion: "25989"
    uid: 156c2688-8827-46a0-9e7f-15a108ca0208
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: fd20f660-8997-4bc3-9ca8-8bfdcf4f4d5c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:42Z"
    name: isvc-sklearn-v2.18d5e2f38efd14b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 6953c46d-0dd4-476a-bfc3-50528387aef4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25987"
    uid: fd20f660-8997-4bc3-9ca8-8bfdcf4f4d5c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:05Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:05Z"
    name: isvc-sklearn-v2.18d5e306cce0b077
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: f64a066d-92fb-487a-b8d8-53a5c512741d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 135214bd-2489-4e90-a7f2-5198d35c50e2
  kind: Event
  lastTimestamp: "2026-09-16T19:07:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:32Z"
    name: isvc-sklearn.18d5e297de94b9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 35bd8899-733c-45b9-9bb3-0edc29b1a9fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 135214bd-2489-4e90-a7f2-5198d35c50e2
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-sklearn.18d5e297df1d3059
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: e395cc7d-2684-4ff6-9763-0964304b0017
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: 135214bd-2489-4e90-a7f2-5198d35c50e2
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-sklearn.18d5e297e55122ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 37c6020d-bc27-4e48-b469-b8c3f8564cd9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 135214bd-2489-4e90-a7f2-5198d35c50e2
  kind: Event
  lastTimestamp: "2026-09-16T19:07:32Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:32Z"
    name: isvc-sklearn.18d5e2ab580fa960
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: eb6b6808-258a-44cf-bdf9-c4432847700f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:15:53.408944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-ssm8l
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e31ff8e5fe9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 562fa15a-7f70-478a-823c-0a7523335fc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32006e28a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: d21dc4b9-ca7b-48a7-bcf4-5b209179fafc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27422"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:54Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:15:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e3203e8343d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: db333fba-770e-409e-8a7d-b8dbfef33307
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32040059cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: 42b5b70e-c01c-4e8d-af3c-2b660c5cfc86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32043b13edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: b0fe498e-1c19-471a-8744-1f80e85ea609
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e320442aebbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27448"
    uid: 3fac4ec2-3a08-4b74-b1df-1ea4da0bc81c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:15:59Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32148e1125f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27490"
    uid: 60f06a4a-4fef-4767-9cf7-558faad37ea3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.602s (3.602s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e3221f9a545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: a9e8739b-f68c-485c-9ab9-8a09c59f165b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32222a0d1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 8d20a709-bb7e-481e-90a0-3035deac92da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e322232776d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 9491dbc2-db27-4cb1-960c-a942554ac534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e3222331fe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 0239fdca-d07b-40ff-83b0-1a69cc1f7492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32225d1e50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: edf39322-67d8-403c-8ce4-426bf103802a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32226443b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: 328c68ab-34c3-4a67-8de3-48d15fac47ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32238b85f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 303fe354-ce61-464f-b8e6-a9b1289efbd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e3299d40478a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27875"
    uid: daf3e96d-2b19-4a32-b8a6-8fc6e183bc4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:16:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e3299d40c22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: f3f98378-d353-4eb2-99fe-b1a533fe9908
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 5c2107cc-c3ae-4c2a-b416-1f5144608083
  kind: Event
  lastTimestamp: "2026-09-16T19:17:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-ssm8l.18d5e32a9ad0205a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28149"
    uid: 78d0f74f-9b04-4586-b33b-2016b6c169e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: 74c47dbb-0c7a-4eda-8dfa-a30297aee035
  kind: Event
  lastTimestamp: "2026-09-16T19:15:53Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-ssm8l'
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5e31ff870f546
    namespace: kserve-ci-e2e-test
    resourceVersion: "27412"
    uid: 45491dcc-cb5d-4914-a420-409fb481315f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: 101e9102-17e0-452a-8c25-9e20e7473743
  kind: Event
  lastTimestamp: "2026-09-16T19:15:53Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-tensorflow-predictor.18d5e31ff570d444
    namespace: kserve-ci-e2e-test
    resourceVersion: "27404"
    uid: 88f9fb4e-1d41-4ee1-a83f-397c32f204c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 0da0e749-1ecb-4163-b1ec-17a82dbfcd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-tensorflow-predictor.18d5e32375eff680
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: ee985949-4e45-4c87-9ff6-2c16ef29a292
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 0da0e749-1ecb-4163-b1ec-17a82dbfcd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-tensorflow-predictor.18d5e323765f4b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27780"
    uid: cf266e8a-a78b-40d6-a0ba-376183e30d4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:40.024511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32ad36722ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: a99fc4d8-bf4d-42d5-b36c-347a25d1655f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32add0d90a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27952"
    uid: eaab4d62-788e-40af-8239-f068e531de02
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27949"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:41Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32b1926687e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c88acbfc-3d6d-4b89-8bed-faf2dff99a19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32b1a96719d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: 9217d798-f63f-461b-b02d-0dfde5f375bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32b1dc413dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 15953cfe-7219-4be5-bfaf-7256b223ab62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32b1e46b537
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 37ff40ee-68da-484f-a452-7ed849dd744e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:46Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32c4d5d31e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28009"
    uid: 40a79062-43d8-441a-98e5-8adc8f8ff5d2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.636s (3.636s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d262322a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 59f7b2cc-a3cf-4909-9c82-2ff6448385ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d29535d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 5abf53ad-86e7-4f09-8e6b-a2672783ac30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d29de0587
    namespace: kserve-ci-e2e-test
    resourceVersion: "28046"
    uid: 9449174c-ff23-42ca-9e82-cb8af7c8c2c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d29e8d297
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 4bdedf22-0eee-4760-aafc-cea2ad28319c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d2cc765f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: 5cdeb91c-b939-4280-b9d1-4d3defe72e5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d2d48f97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: 7c48c3cc-3c8a-4741-8450-93e496919e8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:16:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e32d3d4eadfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 827f9d57-f3bc-44ee-8c25-a768b0313dd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:17:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e334600379c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28307"
    uid: 0033756f-211a-4aca-82ba-dbf039e8c29a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:17:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e3346003f027
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: 92419bc3-e77a-4dfb-92ea-98460b3377af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: abfbf70b-035c-4c33-a282-b321e5141201
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2.18d5e334754b6003
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 986ae787-5b65-47db-b728-ea42f8ccc4a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27929"
    uid: 2d95eb80-4eab-4670-81bf-a62dbf4b452d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:40Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-9mvh2'
  metadata:
    creationTimestamp: "2026-09-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5e32ad3094efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 9bc3941e-d0f1-4014-8719-a7d9e493187e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 3f2ea770-9753-418a-8a61-370e3b5e9db3
  kind: Event
  lastTimestamp: "2026-09-16T19:16:39Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:39Z"
    name: isvc-tensorflow-runtime-predictor.18d5e32acfde2923
    namespace: kserve-ci-e2e-test
    resourceVersion: "27931"
    uid: 54488855-a959-4307-8fc9-deef5b8bff4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 9835c8da-d19d-4ed5-984d-719575f2a045
  kind: Event
  lastTimestamp: "2026-09-16T19:16:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:54Z"
    name: isvc-tensorflow-runtime-predictor.18d5e32e4ee87cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28087"
    uid: 809ebd28-bb92-4fe4-a8c7-16a554685369
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 9835c8da-d19d-4ed5-984d-719575f2a045
  kind: Event
  lastTimestamp: "2026-09-16T19:16:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:54Z"
    name: isvc-tensorflow-runtime-predictor.18d5e32e4f579fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28089"
    uid: 7e532f05-0127-4ac4-a2c4-f5dc2babeea7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 9835c8da-d19d-4ed5-984d-719575f2a045
  kind: Event
  lastTimestamp: "2026-09-16T19:17:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:10Z"
    name: isvc-tensorflow-runtime-predictor.18d5e331ce457e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28205"
    uid: 09a8aa65-93ca-4d4e-b5e8-edb4b4812463
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 9835c8da-d19d-4ed5-984d-719575f2a045
  kind: Event
  lastTimestamp: "2026-09-16T19:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:10Z"
    name: isvc-tensorflow-runtime-predictor.18d5e331ced08afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28207"
    uid: e6ea3990-714f-4651-bc97-77fa82be5d6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27919"
    uid: 00006512-68ba-496e-bef7-8227ace3bc6d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:06Z"
    name: isvc-tensorflow-runtime.18d5e32acfa006de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: 4e9a8d54-733c-413b-a5d4-87ed5a2e00fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27919"
    uid: 00006512-68ba-496e-bef7-8227ace3bc6d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:39Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:39Z"
    name: isvc-tensorflow-runtime.18d5e32ad0175fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: 3c20f85b-b964-48ea-892b-940b2ece17a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 00006512-68ba-496e-bef7-8227ace3bc6d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:06Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:06Z"
    name: isvc-tensorflow-runtime.18d5e330fd06a769
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: b5e6f6fd-ba07-4d4b-9a3e-59be76677668
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: ad0fb3e7-27c8-47cf-9d83-13863c478415
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-tensorflow.18d5e31ff5773649
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: 8cdcd403-14e9-4622-a8c0-a974ab904747
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: ad0fb3e7-27c8-47cf-9d83-13863c478415
  kind: Event
  lastTimestamp: "2026-09-16T19:15:53Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-tensorflow.18d5e31ff6044c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 034ec1c6-735d-4222-ac26-96d301acb301
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: ad0fb3e7-27c8-47cf-9d83-13863c478415
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-tensorflow.18d5e325f8a8cccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: a836905e-47be-4080-9170-932710bac6a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:26.228004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-gpgpq
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335955876cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28371"
    uid: 4bfc5157-8251-43ae-a106-b2083beb7e4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335a314d9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28381"
    uid: 1b883ea7-4110-4bf9-b827-175c8202ee7d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28374"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:27Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:27Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335dae1b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 0e63fcf7-4837-4a5c-89c8-79ca845fb0da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:27Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335dc5f2aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: 7d37487a-8568-498b-a6d9-22b26f4f9676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:27Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335deda7886
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 8e93ae3e-316f-4a90-8e1f-296d42f20ecc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:27Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e335df84b2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28396"
    uid: 28c34384-9539-4a8d-a926-09312990e5e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e336ce04b1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 00a4170c-653e-4b67-aa68-99d4f5263cf9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m58.544s
    (1m58.544s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e35267d004f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: 445a0cf2-ddd9-435c-a707-be76fd73fe07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e3526e3305a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: ab4ca436-771b-4d80-b5a8-22f23340ec59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e3526f44b370
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: d38b10dd-a951-4ab4-98a0-fd2cc90e0274
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e3526f4e26c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: ec08d1cc-d8a9-452a-b583-5ed00fcf00fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e35274db955a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29506"
    uid: 43125998-8206-4230-b651-e996644ada2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e35275a4fb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "29507"
    uid: 59f02d53-2408-4c5a-b0e6-5e9816ff7daf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e352e7a1332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: c2928d39-8484-4893-a29a-83a9c3ea16d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:48Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e356b70e8d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: 9a71eb58-669b-4046-864e-c53ee84da48a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gpgpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 248b68c0-53a3-4da0-90ef-22951081ea0b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:48Z"
    name: isvc-triton-predictor-5d7db58676-gpgpq.18d5e356b70f0fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: fbbb1f25-c5ef-4068-8eda-ec08615f1be1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28356"
    uid: e50d1bca-1268-465f-9810-2d4f894bc560
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-gpgpq'
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-triton-predictor-5d7db58676.18d5e33594e5ad87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: 5ccde457-9618-4228-86f6-15a9fe47a1d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 9fa893bd-8714-4b70-b701-84c445e92dd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-triton-predictor.18d5e33591aaf950
    namespace: kserve-ci-e2e-test
    resourceVersion: "28357"
    uid: 4bcd617e-da01-49b1-8be9-a0e73caa80bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: ceb0fc3e-0989-4f30-8b13-adf4008e1b83
  kind: Event
  lastTimestamp: "2026-09-16T19:19:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:41Z"
    name: isvc-triton-predictor.18d5e339107625f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: 53cb0f90-53ec-4ac7-ad9e-537baafa515c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: ceb0fc3e-0989-4f30-8b13-adf4008e1b83
  kind: Event
  lastTimestamp: "2026-09-16T19:19:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:41Z"
    name: isvc-triton-predictor.18d5e33910f3d8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: a8dfbeaa-0e9d-41aa-bde8-c9bd3a2943c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: 9d02158c-aca6-4a8f-9ea6-40c8307d0a0d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:38Z"
    name: isvc-triton.18d5e33591d0cee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29611"
    uid: 55a2ee1e-b105-4cd4-9647-204432445ca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: 9d02158c-aca6-4a8f-9ea6-40c8307d0a0d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-triton.18d5e335924c706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: 047ce5bf-e52e-4b52-9a83-9c358869203f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 9d02158c-aca6-4a8f-9ea6-40c8307d0a0d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:38Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:38Z"
    name: isvc-triton.18d5e35454c9cd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 72d472ca-f926-4d39-af11-fb0fa0a62d82
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:53.701981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-ccl6q
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e357eb7ac76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: a6008bba-6455-4e77-991a-3f4f0ef49b68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e3580d6e3cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0f25ed06-898b-4a29-8160-2ffb81758ce7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e3580eb8ad31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: c84c46c1-bb84-4451-85a7-0b56c31b5c47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35811a46bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: a36fcc34-b1d0-44c7-9319-46c3f27d3c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e3581214286c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: fcc7c3f2-cee9-4a50-8c15-d04bbfbc4fef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:58Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:58Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e358fde4b878
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 16e33b1f-afdd-4ddc-99a7-085f91a95bc2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.191s (17.191s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35cfe9de2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 8beb3e06-54a5-4a37-8538-990b47f2c63d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d019a8434
    namespace: kserve-ci-e2e-test
    resourceVersion: "29968"
    uid: 409f9dd0-9364-41b4-9cf5-72b27a994905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d020b30a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29969"
    uid: 768b1df7-2590-458a-8069-dba14beb3711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d02160e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 82459c56-e98a-40be-a5ee-252fad585b00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d04f8768d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: c81be9be-ddec-46bb-a038-c320dbc3cdd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d0568737a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 1fd2ed97-0485-45fe-82a1-d8c9a6c43a30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e35d7083c926
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: 370dd0b6-76e8-4fdc-88e0-19e76193c416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e36ce87af30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30642"
    uid: cba364b5-2a35-4a6a-973d-6cff50ce3853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 6bb7ddde-ca93-458a-ae98-3edc96a4d44a
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-ccl6q.18d5e36ce87b82c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 4e1be8db-1430-4458-847e-0f4e1445d3e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 5f9558b4-76c9-4392-8d83-32fbea65473a
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-ccl6q'
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5e357eaf53cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 0970ce5d-f4ee-4146-8f0f-425e73717c42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29770"
    uid: 87757386-fbf4-4950-9de7-01135cc53c59
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor.18d5e357e8151655
    namespace: kserve-ci-e2e-test
    resourceVersion: "29773"
    uid: 9a2043da-df3d-4db4-9029-967d39927766
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 7c54fbdc-3626-4951-947b-959bdb1059f9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:38Z"
    name: isvc-xgboost-predictor.18d5e35b67d54751
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 4afa6dc9-ce74-4d10-8e12-33c870e3fe46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 7c54fbdc-3626-4951-947b-959bdb1059f9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:38Z"
    name: isvc-xgboost-predictor.18d5e35b6858f87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: 141d2f71-43ea-4f76-9df9-4eaf5587c23d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: 7c54fbdc-3626-4951-947b-959bdb1059f9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor.18d5e365e6e471af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 72825f92-40fc-47fc-ae22-f832ef179f46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: 7c54fbdc-3626-4951-947b-959bdb1059f9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor.18d5e365e78cc239
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 147de01e-47fd-4230-aa38-7a6179e2cc67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:19.482844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e387d4f9b983
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 76f414ef-225b-4324-a8e0-e6086843dec5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e387e16554e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 4af8d32a-6193-4246-bce8-966eb1c2f189
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e3881ae04870
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: 10221eb5-0c4b-4cef-a738-303f1c7f8e4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e3881c6e9e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: e0141d94-1fb5-4425-995b-9068e87431e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e3881fbb3330
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: abd92b4e-23ec-47c4-b81a-262c2b1467fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e38820303e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31900"
    uid: 7e8698a7-6249-43c7-94d5-8da826c1f267
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e3893177a90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: de9b4f37-88e1-4498-8d68-70e54a53c301
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e38934f3070f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 10273cb6-7a7d-44e1-8275-23cfa298d7c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e3893565c5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 78e52bdb-6e74-4094-b41a-9aefaf4c2849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e389356f8869
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 4fb6b95d-6970-44fe-8e6e-ad910df86020
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e389397e6a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: b1ca21f0-0b54-414e-9f07-07df29d671cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:23:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e38939f0c152
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 9f3f79c8-6a88-466c-91a1-b9ce7d7cf29b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:24:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e389a97012e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32376"
    uid: 2fb563ea-8e6e-49eb-a4c1-32517066880f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:24:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e39a79d66711
    namespace: kserve-ci-e2e-test
    resourceVersion: "32602"
    uid: 441e7a2c-69f6-4fd5-a9a3-c12b08b17d79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 598974df-2403-4a33-8d28-1af9bf673468
  kind: Event
  lastTimestamp: "2026-09-16T19:24:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-l49vq.18d5e39a79d6f5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32603"
    uid: 34af675a-5381-4ebc-8348-8d01dabcbeea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: bb8fb6c7-dc0b-4da3-9f03-9e92c1b8b1df
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-l49vq'
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5e387d486f736
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: def387b8-cfa7-4a0b-8575-db63379fd203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: e49f4034-4b95-4c5c-8f9a-b2fc830a8f93
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: isvc-xgboost-runtime-predictor.18d5e387d1a50698
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: cf714c3c-598b-48d5-b210-201abb5d79ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 5bee6b16-eed2-402b-982c-a88559544ca4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:04Z"
    name: isvc-xgboost-runtime-predictor.18d5e38b50326a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: 9a02f5b0-5991-45cc-881e-69bba4d0680f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 5bee6b16-eed2-402b-982c-a88559544ca4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:04Z"
    name: isvc-xgboost-runtime-predictor.18d5e38b50a6b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32240"
    uid: c46c868f-acf5-4d22-97d8-c69d4d00ef7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32017"
    uid: 5bee6b16-eed2-402b-982c-a88559544ca4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-xgboost-runtime-predictor.18d5e38ecfb5efc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 56534060-126a-484d-81ce-dacd0c38f125
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32017"
    uid: 5bee6b16-eed2-402b-982c-a88559544ca4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-xgboost-runtime-predictor.18d5e38ed0494262
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 6e27915b-2764-491e-b3df-9483532d2060
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: a025b4e7-413b-43bf-b577-de59b73a2c49
  kind: Event
  lastTimestamp: "2026-09-16T19:24:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:33Z"
    name: isvc-xgboost-runtime.18d5e387d1c15d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: e671d594-4c53-4a9e-949d-8b45a571001b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: a025b4e7-413b-43bf-b577-de59b73a2c49
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: isvc-xgboost-runtime.18d5e387d221eae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31867"
    uid: bac9620c-785d-458e-b169-299307ae7f24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: a025b4e7-413b-43bf-b577-de59b73a2c49
  kind: Event
  lastTimestamp: "2026-09-16T19:24:33Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:33Z"
    name: isvc-xgboost-runtime.18d5e3990d21e8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 87d105d0-3e29-4828-acc6-f40024cbe07b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:29.015908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36e1ca1dbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 7d274efd-e4b0-47fd-8769-02b42d0d92b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:29Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36e3e55be0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6f332d7c-5d4d-4511-aa98-e1b56effe3ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36e3fdc51f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 1c571cdf-7f9a-45b9-a8b1-683cff770720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36e425d1271
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 0311e7f3-a70c-443a-bb0c-c019c7e09e4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36e42c63a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 8ff4bd05-3fb1-4b22-bce0-b49b0e2db834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f34d40184
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: b5a9cd63-3f89-4044-a950-7821d28a6ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f37df8175
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: 662edba6-799b-40dc-ae45-8aa588c28adc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f38466fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 575a90e0-bb0e-4126-98ca-35bf16a0eb77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f3879f5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: 7205f01b-3c8f-4c0a-bda8-abd985e060dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f3b9666e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: c5aa216d-d8cb-4190-b45e-286b29f57b41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:21:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e36f3bfca53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: cc86f8e8-6fb2-40fc-8380-408574e01652
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:22:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e379c46de4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 8e50f0e3-bb5c-452c-8acc-5aa659450a26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:22:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e379c46e67a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: 1cf84ac9-22b5-4d3d-9969-826d4d476b6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:22:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e37a62c55808
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 46b929f6-86d3-489b-8e7a-b0ff53f433b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 02bb16bc-7304-4345-82c1-182ce5651130
  kind: Event
  lastTimestamp: "2026-09-16T19:22:21Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj.18d5e37a6317cd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: de2fb50e-2a00-4c05-86c8-f483022461c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30730"
    uid: a01844fd-20ae-437f-8bcd-f06e076ab666
  kind: Event
  lastTimestamp: "2026-09-16T19:21:29Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-9r8tj'
  metadata:
    creationTimestamp: "2026-09-16T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5e36e1c319684
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 795e5a41-825c-41e0-9620-a6a58574fde1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: 38945ea5-9e59-4110-be51-983a6915000b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:28Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e36e19013ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: c523e6f8-d2a9-45fd-a4df-202eae3a514c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 95f8edac-fc12-4d10-ab43-590810bb03fd
  kind: Event
  lastTimestamp: "2026-09-16T19:21:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37197c0705e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: 453ef47a-c675-46a5-b4ca-cbf4f4409f53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 95f8edac-fc12-4d10-ab43-590810bb03fd
  kind: Event
  lastTimestamp: "2026-09-16T19:21:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e3719835faad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 295d6daa-98ac-41e4-b87f-a7c36a697927
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 95f8edac-fc12-4d10-ab43-590810bb03fd
  kind: Event
  lastTimestamp: "2026-09-16T19:22:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37897310a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 323478f0-5b96-4a47-9a00-27abd27ef878
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 95f8edac-fc12-4d10-ab43-590810bb03fd
  kind: Event
  lastTimestamp: "2026-09-16T19:22:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37897ad5ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 9d9c86b8-ea5e-4a46-852e-5faf2852bf28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 0c4e2296-2108-4672-a951-c166f5104781
  kind: Event
  lastTimestamp: "2026-09-16T19:22:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:11Z"
    name: isvc-xgboost-v2-mlserver.18d5e36e18f310b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: 065a393e-5786-4297-8af9-10868e63f064
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 0c4e2296-2108-4672-a951-c166f5104781
  kind: Event
  lastTimestamp: "2026-09-16T19:21:28Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:28Z"
    name: isvc-xgboost-v2-mlserver.18d5e36e1969d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 2b02fb57-74e5-40c8-a199-e0c3032c8108
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 0c4e2296-2108-4672-a951-c166f5104781
  kind: Event
  lastTimestamp: "2026-09-16T19:22:11Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:11Z"
    name: isvc-xgboost-v2-mlserver.18d5e37815e39bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 3869cc0d-a762-421c-b245-fae2844d2c9a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:50.007924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33236"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    to ip-10-0-130-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3aae0f7fa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33242"
    uid: daccc2ac-4f12-4170-b460-0008396cecc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3aae9eb77a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: c3956b87-1bc4-4df1-a7ce-b0b0b253ddcc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ab5c66edc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 371f2dee-17d6-49fa-805e-5589294e7b83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ab5dcbe23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 7b1bc133-6aa7-4b81-8ae9-d02f082e7f83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ab61b319b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: c93929f3-470d-44c5-90e7-1d41794dd936
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ab62262b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: 52e975d7-588d-4793-b463-e65dd3ab70bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac474cd60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: 3d718981-6f3c-4185-988e-80c5e116361f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac4a72cf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: e7d1e5fd-e64e-40dc-8a7c-033208143487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac4ae5f271
    namespace: kserve-ci-e2e-test
    resourceVersion: "33318"
    uid: aad5e0eb-a055-45b7-87f0-5ced3669e169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac4af0628a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: fa8d9766-3a7f-4ea1-911b-285ae7f32fb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac4df5c1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: 66f66dcf-6817-4305-96c3-7ecb1c43ac8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3ac4e63561c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: b0fd284d-f792-4eac-bc04-bd6c141e0d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:26:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3acbf344165
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: 9480fddd-79dc-4fab-b178-2ef6a168fe7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:27:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3bd873ab56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34057"
    uid: fe2946b9-df75-4828-ade6-bfb0e8979935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 98566925-8bbc-4a3d-9293-a5a4bca7afa2
  kind: Event
  lastTimestamp: "2026-09-16T19:27:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-8t6kd.18d5e3bd873b8ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: 1a6acb9e-3ee3-440b-84f0-3c5c2fabde56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: f4ecf425-dcd2-45ee-a837-70d5513b3a3f
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-8t6kd'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5e3aae094298c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: bd620c4c-5ca6-46d4-abca-184e66d7ec10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: a8e5fc08-3e06-465b-a5cc-dcfb0867719a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:49Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:49Z"
    name: isvc-xgboost-v2-predictor.18d5e3aadda6687a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 0a54be13-581b-4b35-a283-fc5237ffd363
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c1ba6da4-0cf2-47fa-997f-a7a4b4dd4560
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-predictor.18d5e3ae5c57dc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: 3daf21c0-9c48-458d-9cbf-f0d0ccee0f13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c1ba6da4-0cf2-47fa-997f-a7a4b4dd4560
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-predictor.18d5e3ae5cc9de0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 582e2671-cdc8-4de6-a7d1-e5711d2ab5fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: c1ba6da4-0cf2-47fa-997f-a7a4b4dd4560
  kind: Event
  lastTimestamp: "2026-09-16T19:27:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:05Z"
    name: isvc-xgboost-v2-predictor.18d5e3b8da97d810
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 48e6c054-6768-40ca-88f4-1d9799b1fe5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: c1ba6da4-0cf2-47fa-997f-a7a4b4dd4560
  kind: Event
  lastTimestamp: "2026-09-16T19:27:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:05Z"
    name: isvc-xgboost-v2-predictor.18d5e3b8db138a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: 0564f81f-b234-4e40-b3ab-a020372cd364
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:44.759714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39bafdf51c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: 4372bfe1-da63-4954-b1b2-86aec9966124
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39c2ddc10da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: b67201ce-82aa-4c9d-98cb-34f926446e54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39c2f315a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: 76f2e216-56d3-4ff5-a468-f9d40bbe4164
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39c31cbe58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: c24dd205-1fdf-4eed-a68d-a782001a21bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39c3245ab78
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c4c83239-4ae0-445a-ba82-74c2f7767e05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d47a2e50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 67bda119-46db-478d-aaf0-8f495f5ebc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d4add7189
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: 88e40547-04cb-4cec-b168-d0df556b83c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d4b4f7cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: fdd68d1e-c000-4044-ab7b-8db62af424c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d4b59ff8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32759"
    uid: b5957059-6c48-4cb7-882a-c310de82ee80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d4e17610c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: f037cb12-632c-445e-9b33-c16d8bdc9e7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e39d4e8e032b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: 59ba703e-a0c0-4627-92de-a115dd21e531
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:25:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e3a5eabfc30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: f1402141-9fa0-4fa3-a178-efb8009471e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e3a9ac44dc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 1595f956-e944-49e7-9441-9702e9412dd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e3a9ac45612c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 29371202-b0f6-4123-8281-25dffb56f4b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:25:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e3aa8dbde545
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 502723a2-78b9-4a4c-b62a-95dd57adfdb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: ebc9ace5-87e5-4d0d-96af-a84b73680000
  kind: Event
  lastTimestamp: "2026-09-16T19:25:48Z"
  message: 'Readiness probe failed: Get "http://10.132.0.55:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b.18d5e3aa8e20a135
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: d97d6773-87e3-4341-a1bd-8bc5d00f5aa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: 22d1ec41-3ee6-4100-888c-b40687bf5239
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jgc5b'
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5e39baf2fc98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: 694b2971-0f1a-4e86-8944-4f49029a2d2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32657"
    uid: 4c740535-6759-4c76-90ed-f5de00d281b7
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e39bac17c533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: a4dd443a-92da-4a36-96ee-f32506858f88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32658"
    uid: a4000f4a-5395-4c82-997b-3b3165c9b3c6
  kind: Event
  lastTimestamp: "2026-09-16T19:25:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:29Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e39f2aa78c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 6725c98a-0b1c-47e7-ad83-408bb40d7f89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32658"
    uid: a4000f4a-5395-4c82-997b-3b3165c9b3c6
  kind: Event
  lastTimestamp: "2026-09-16T19:25:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:29Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e39f2b3d3a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33045"
    uid: 8b281949-0152-4472-ab4c-b73114437d70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: a4000f4a-5395-4c82-997b-3b3165c9b3c6
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a9a7f2dad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 2ce4e1c8-f054-4987-a92c-facf50f4cf8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: a4000f4a-5395-4c82-997b-3b3165c9b3c6
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a9a86f5e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 6b0e3ebf-775e-4239-b979-d41104f43f01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32650"
    uid: fa47f95a-b3cc-4324-811a-35b44a146a39
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-xgboost-v2-runtime.18d5e39bac027fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 5c6ebd31-a9b4-4138-baf2-f37d2ec8bfe4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32650"
    uid: fa47f95a-b3cc-4324-811a-35b44a146a39
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-v2-runtime.18d5e39bac69cc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: fe809f1f-7f1e-435b-9506-01987b189c0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: fa47f95a-b3cc-4324-811a-35b44a146a39
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-v2-runtime.18d5e39bb28b3f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "32683"
    uid: 3f3c47a1-f03b-43e3-ad2c-dd955fd22f10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: fa47f95a-b3cc-4324-811a-35b44a146a39
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-xgboost-v2-runtime.18d5e3a83fdb7ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 7b476916-06bb-45e7-99c0-472c6543b47f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: cdb7ac78-dfb3-4d65-bc14-6da449058c68
  kind: Event
  lastTimestamp: "2026-09-16T19:27:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:04Z"
    name: isvc-xgboost-v2.18d5e3aadda3158c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 2f403549-a375-43ea-ad9b-2b98fad2d10d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: cdb7ac78-dfb3-4d65-bc14-6da449058c68
  kind: Event
  lastTimestamp: "2026-09-16T19:25:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:49Z"
    name: isvc-xgboost-v2.18d5e3aade172215
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: a4cdd375-b8ac-4a04-9956-64353aeec4f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: cdb7ac78-dfb3-4d65-bc14-6da449058c68
  kind: Event
  lastTimestamp: "2026-09-16T19:27:04Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:04Z"
    name: isvc-xgboost-v2.18d5e3bc229719a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: d0a84de6-34a3-47f8-ae22-903c71280cc9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: fc234d0b-2c54-4bad-96c9-526e6c9a5b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost.18d5e357e814b5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: 7a921d7c-24c8-4e8d-9020-1189d039bcd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: fc234d0b-2c54-4bad-96c9-526e6c9a5b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost.18d5e357e8931b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 46998f1d-2ae5-4376-b861-c977e7277b24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: fc234d0b-2c54-4bad-96c9-526e6c9a5b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost.18d5e36cd4f2014f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: addf3c44-9919-497f-a2f8-0512a40a8d1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:24.361276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-nb6l2
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22bb8c8e608
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: ec32c2db-17b8-4888-b42e-147fb5e1e0c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22bdad21b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: d6890725-57e3-4566-8b4a-eef866915bed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22bdc2361a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 23437ceb-9127-4a37-bdb5-15374ee197fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.204s (1.204s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c23ebcd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: d65beb85-2c17-4ed2-a6ae-369b55c7099c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c27351d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 5394c675-05a0-4db3-b3d9-bd77154da2e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c27aa096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: ff036feb-c000-49f2-9250-505bfdaf3257
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c27b3df5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 41966a27-b0ea-47b7-b586-756a27d68337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c2b16fac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: b94eec3c-bf92-4e71-8b1d-80c435441884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e22c2b8f3b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 3cf400d0-22b5-4b53-b3dd-fd490bd58418
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e2468ace891a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: c940e654-a246-41cc-b63b-17138e7f83cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-nb6l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d9f46fde-990b-4908-a9f9-162c9de371e8
  kind: Event
  lastTimestamp: "2026-09-16T19:00:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:19Z"
    name: message-dumper-predictor-6575bcfdfd-nb6l2.18d5e2468acfb318
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 6f68b3bc-72d5-48a2-b436-7d894f1955a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 080ce03a-f70d-4d87-88b5-ff67c8c73e32
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-nb6l2'
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper-predictor-6575bcfdfd.18d5e22bb85af3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: be68f54e-c448-4756-80df-68d9ca36fc63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 67fbfc97-fcb6-4666-a9bd-5c75e2e61398
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper-predictor.18d5e22bb6599954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: e8910929-c7c6-47c1-b63a-dbe484bba686
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: f49ebeb1-2cd2-4486-97b8-d7a953e0b781
  kind: Event
  lastTimestamp: "2026-09-16T18:58:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:54Z"
    name: message-dumper-predictor.18d5e22f34f62bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: a4e67c19-e1f1-47d5-b035-9829bb956617
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: f49ebeb1-2cd2-4486-97b8-d7a953e0b781
  kind: Event
  lastTimestamp: "2026-09-16T18:58:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:54Z"
    name: message-dumper-predictor.18d5e22f35602c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: bdad2956-596f-47f6-8c8d-739b56e90623
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 0e61255d-9f70-4deb-bd64-047afd0ffce2
  kind: Event
  lastTimestamp: "2026-09-16T18:58:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:35Z"
    name: message-dumper.18d5e22bb65bf5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 2dca2925-d888-40a0-b1d6-056b6ac3ec50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 0e61255d-9f70-4deb-bd64-047afd0ffce2
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: message-dumper.18d5e22bb6f52991
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: efffe43c-1993-453d-847f-2474dcdcd3dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 0e61255d-9f70-4deb-bd64-047afd0ffce2
  kind: Event
  lastTimestamp: "2026-09-16T18:58:35Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:35Z"
    name: message-dumper.18d5e22e43c0c2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: 687d9b2b-9a14-422e-b478-835b8ce64322
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:44.175650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae10525434
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a6ec1b45-2461-4890-a218-d125a29a9ec4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae1a0c5f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 8838fbac-705e-4c8b-884d-365045a45b8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:45Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae561ee91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: 65e6aca4-93db-44b9-83c3-76fdcbab7215
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae57939e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: 524942ec-c13b-40f0-806d-48a14c504c58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae5a41f7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: c463d626-bbc6-407e-b4f6-428a05b826de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2ae5ad89878
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: f5fe1e04-c65c-4390-871b-9752bfb9d106
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:07:49Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T19:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2af5edf15bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 7ec4a14a-7221-4d10-9ba4-64549e6b2b4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m4.528s
    (2m4.528s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc5d53195f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: a70d31d7-eca1-4854-93e4-1722d5c24c0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc627bcea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 62a21ddf-c9b2-429d-ac99-fb0df6f38e6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc63c50024
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 3f1e776b-921a-47a3-bfb0-cebc8c6f41ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc63ce364a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 5233b063-51f9-4e8f-9271-40f6d2c665fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc695cbc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 817e4686-d116-4799-bd6a-9f6f86c0fbae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2cc69d7a3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 876ac60b-1425-40e8-906d-126be51da91c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:10:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:31Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2d5056e2ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23809"
    uid: cd429507-df9b-43c4-acbd-b60d9c9f513c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2d801a24a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: 6dc19549-f762-4efd-aa6c-f309f7f79db8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2d801a2e28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 32077609-b817-4557-a803-b721e6c4ee8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2d87e51a690
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 4036004a-c4f3-49f2-b89e-4edcb0272f81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: ecda4d8a-db9d-481b-b418-8ddced75ba08
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: 'Readiness probe failed: Get "http://10.132.0.40:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz.18d5e2d9a8b1b0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 9d4256f9-a932-4fbd-9c8b-d6ca2dcb87f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: 615cb097-9293-40f1-a416-93550c3f7987
  kind: Event
  lastTimestamp: "2026-09-16T19:07:44Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-84ptz'
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5e2ae0fcb9e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: c7c49e89-2a1b-43f1-aa4c-c0fb5ceaba73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: 7c0f0b20-c2f1-485e-9a60-1f8024539e4f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:44Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:44Z"
    name: sklearn-v2-mlserver-predictor.18d5e2ae0c9b12c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 8fac8190-4b4d-4c54-93b0-05b53f891db4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: 750da977-cb8b-4f77-9aaa-2c7269351e78
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: sklearn-v2-mlserver-predictor.18d5e2b18b2d5d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: 3671fdbd-0edb-4d06-bd8a-5d33b74dcc82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: 750da977-cb8b-4f77-9aaa-2c7269351e78
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: sklearn-v2-mlserver-predictor.18d5e2b18ba6ba11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: e57c8224-cc16-4f61-9b8d-e9afb122e5ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 750da977-cb8b-4f77-9aaa-2c7269351e78
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor.18d5e2d104057296
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 3b11c313-f1be-4561-8479-c16a54783fb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 750da977-cb8b-4f77-9aaa-2c7269351e78
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor.18d5e2d104584bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23684"
    uid: 55e0a14e-c58e-4f57-a020-5952365e4450
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: c35e1f4a-2305-4d1f-81b0-8d03274613ee
  kind: Event
  lastTimestamp: "2026-09-16T19:10:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:41Z"
    name: sklearn-v2-mlserver.18d5e2ae0c9160b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 88fe11b1-63ef-4cc6-8f57-2e919a605584
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: c35e1f4a-2305-4d1f-81b0-8d03274613ee
  kind: Event
  lastTimestamp: "2026-09-16T19:07:44Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:44Z"
    name: sklearn-v2-mlserver.18d5e2ae0d21691c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22485"
    uid: e9d2ed55-1dab-4cd6-a539-42ff38595c66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: c35e1f4a-2305-4d1f-81b0-8d03274613ee
  kind: Event
  lastTimestamp: "2026-09-16T19:10:41Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:41Z"
    name: sklearn-v2-mlserver.18d5e2d75a43e59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23891"
    uid: 7c67aa16-38ad-4fcf-9f96-cfaa26d910ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:24.256957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    to ip-10-0-128-180.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37af9416077
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: f151eec6-0f20-464d-95fe-9b8bed59eae4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b8f47bdc8-d5s4g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37b09a4e6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: 98a32617-3a19-4ab7-9fc8-3307866a1489
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:25Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37b3edcd701
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: 52be456a-a8ef-49db-bc4f-8bfbe31c0f58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37b423ab9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: d6a14b1c-f5d2-4ada-9ed1-2e8e7c549c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37b459e174d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 23720b0c-9ce2-4dab-b72b-9803c5cf7536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37b460e0496
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 2150c21d-ddaf-47ab-ac3d-1167a2d82ea7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c4e6397a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: 49e23aff-68e3-447b-bae7-6d0c44723fce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c51aa27bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: e5fe3a78-8889-400e-b9b9-1769d64e4641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c52160b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: 07069cfa-44ff-43a9-aad8-f7dc830967aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c5221349e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31306"
    uid: 6323b484-88b6-4a26-b45a-17203e167e37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c54f9cdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31309"
    uid: 9b1aa831-3c2a-4f57-8672-6c5554f92fcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e37c556186f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: 79b9b896-aee0-40bf-aeb9-b55872b74514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:23:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e386a0cbc901
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: b7acf02c-f576-4142-84ac-fa175f10d5ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:23:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e386a0cc64e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 9bdcdd93-c105-4126-88e6-ffbf8a6faa1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:23:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e3877c49a359
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: 31da83d1-3449-4762-8607-7a8179b0b705
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 90619afa-84ae-4550-abd4-6cdbeddbce49
  kind: Event
  lastTimestamp: "2026-09-16T19:23:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm.18d5e3877cac8977
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 882ac290-10bc-4a85-b803-9aadcc6cd4f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-180.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-180.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 7e6196f7-aaf3-490e-927d-3988adb672b5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-d5prm'
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5e37af8e3906a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31236"
    uid: cdc37f30-9330-42a8-9316-7d5091e71bda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: 3ca7d936-94ce-4213-a45a-17be5302ac94
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: xgboost-v2-mlserver-predictor.18d5e37af58a0e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: f5203e51-a88a-4ebd-a5a1-c6b615954085
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: 3276d21b-891e-4989-a529-dbff50c9d2f6
  kind: Event
  lastTimestamp: "2026-09-16T19:22:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:39Z"
    name: xgboost-v2-mlserver-predictor.18d5e37e755129e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: f040d1c2-05fc-4b09-afa1-5c516ef8f00a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: 3276d21b-891e-4989-a529-dbff50c9d2f6
  kind: Event
  lastTimestamp: "2026-09-16T19:22:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:39Z"
    name: xgboost-v2-mlserver-predictor.18d5e37e75bed106
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 93cee3e8-58de-4b43-8974-dc9b3e7610e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 3276d21b-891e-4989-a529-dbff50c9d2f6
  kind: Event
  lastTimestamp: "2026-09-16T19:23:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:09Z"
    name: xgboost-v2-mlserver-predictor.18d5e381f7525ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 7da9f553-d97a-4367-b0bf-ee19e061adb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 3276d21b-891e-4989-a529-dbff50c9d2f6
  kind: Event
  lastTimestamp: "2026-09-16T19:23:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:09Z"
    name: xgboost-v2-mlserver-predictor.18d5e381f7fc0684
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: ab827b40-5b60-4ab4-8b58-4e8851b83e77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 868f1964-7639-4ed9-9d7c-cc23e66279b8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:08Z"
    name: xgboost-v2-mlserver.18d5e37af58823d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 6b803f88-b080-4b9d-8575-38762ec9ffa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 868f1964-7639-4ed9-9d7c-cc23e66279b8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: xgboost-v2-mlserver.18d5e37af60f7084
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 65996884-e828-46ed-97de-27a0cb53150f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 868f1964-7639-4ed9-9d7c-cc23e66279b8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:08Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:08Z"
    name: xgboost-v2-mlserver.18d5e3852eb261c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 6e961ef5-044f-4a2a-9536-a9abcde99985
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40247"