---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:50.655905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bd8ada8657
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: e8b8e2eb-5a3f-4f8f-97ab-9afe2b308c52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bd9736cc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 4e6ea784-0078-4c41-80a2-9be06b770cc1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:51Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bdd0be6847
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: bc7e1761-e331-4035-8d2d-2339e7011124
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bdd2498ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 1e577575-ca6f-4b25-96cd-986e21f36dae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bdd6b2cb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 63eeb2d6-5a66-4137-82f0-9f32601c4ce8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2bdd730d813
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 5befda72-236c-4c18-9281-6d2e6c9d4309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c027a61602
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 464935d2-64e1-4e65-adef-74973254842c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c02b1d16c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 89a01147-bbf5-41b6-befc-06483f293450
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c02b97cdd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: ca42ad5c-0379-4f30-89c2-fc2b726a4827
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c02ba4148d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: f0ad596c-d175-4fac-ab59-a318362a6f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c02e93d698
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: 8e3618d9-b49e-4238-9581-5968c9fca2d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c02f0aff93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 8b8f8089-f58e-4056-87c9-2b725d22d9dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c09f9dfcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: b90fac11-fa03-4b5b-bd30-25c8148888a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c6c318745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24669"
    uid: 49d0c56f-4b96-4557-bcda-fd268dda5fe2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 55c0ff8a-8c5f-4af3-9d93-9079acdf588d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8.18d5e2c6c318fa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: 3bb9b930-dcb1-4ff6-833a-3441327dab38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 2c5bd4de-abdc-4992-9ee4-8d7f6983a1d9
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bn9f8'
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5e2bd8a5369d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: c9dccb6e-b00c-4e70-b8ed-71597a841f84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 9f8e8c1c-2b0a-475c-a19f-db5e91133780
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2bd85ee6a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 2a3e0497-39b5-414e-87c2-338544cad0ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: 66e40ecb-4ee6-4e6a-8e63-872eddd5235c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2c1046d00ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 2feacc97-5aae-4110-872c-c6e043181afc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: 66e40ecb-4ee6-4e6a-8e63-872eddd5235c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2c104d5812f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 63158dd0-d8fe-4235-820e-d1649d9cf12f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: d955e61c-9be9-43ac-a1be-a8ee5509be44
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2bd86dd595f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: 75e54020-3670-47fd-8ade-cb3e20404fbc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: d955e61c-9be9-43ac-a1be-a8ee5509be44
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2bd877acd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 2d60c8bd-09f0-452c-a1d4-839475ed3027
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: d955e61c-9be9-43ac-a1be-a8ee5509be44
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2c45f36ee80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 75261c49-3f15-4643-a3b8-1cdd254443b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:01.487157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e296279c52c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: d6a116ba-54d9-4640-af79-4cd63c2877af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2963e5c9c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: 91de3308-70be-4a3b-9bc4-db1cd9314c5c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:03Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2968390b4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 3361d04f-ae8c-446e-b468-d38e99909fab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e29685209dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: cc97a7fc-8ea5-40bd-a051-eaeb27f8645e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2968c516aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 97545d68-4f5d-4079-a24b-2c62c885e245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2968d0a75c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 86244a9e-70cc-4483-b706-42de45647012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e297e33ef4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: a2aca196-880b-479e-9ca5-137142d75b85
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.283s
    (2m2.283s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b45bef503c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: baeb4125-7d01-4e0d-bbf9-e3427e88c128
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b4618cfcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: e18c789a-ee93-4a54-945a-00992c81b2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b462567545
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: 1cec0fe6-9d71-491f-aadb-df522ab56570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b46263df74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 8ca6762d-acb9-4be8-9030-858dbc6c304a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b467a19e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 8d3f11d3-027d-45ea-8f1e-c1202c1fa5ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b468798bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: bae2978d-5496-4a0a-a365-6f5fc5f3de77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2b47344a7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 3d1a0716-250c-41b6-8307-b6c33f28def9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2bc51022c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: cedc1515-78c4-49f9-a6d2-3410ace86c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2bc5102c730
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 2ba0ea52-8091-4964-93a7-f23985eee5bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: e00f1837-9a15-4eff-a14e-cade78dbe4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:08:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp.18d5e2bcd5617918
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 9ad39761-cf94-433c-9d93-35b53aa12520
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: df0345ab-7326-4875-a5ad-23a98937e1ae
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-mbczp'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5e2962725fc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 07482c70-90a3-4f45-aca2-68f2a96ceb28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: c57579d5-8207-4b4f-aca8-6b43dbed4d99
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e29622a143a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22751"
    uid: 39bdc0c8-b631-4157-9aab-8516e8af6ab1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: 2037bdda-5814-4ef8-8879-5703867272b3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:16Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e299a1ab6d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 76d8640d-5e33-4380-918c-04ac89b013f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: 2037bdda-5814-4ef8-8879-5703867272b3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:16Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e299a2208f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: ff67a1ad-bd35-45e6-b84f-6beaf3cf430c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 2037bdda-5814-4ef8-8879-5703867272b3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:31Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2b9184536e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: b7b93f94-2415-473f-bed2-dcce6984243e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 2037bdda-5814-4ef8-8879-5703867272b3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:31Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2b918afcd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 1c301916-069f-47b0-9fc3-ea6b85474970
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: b4f02611-6f93-4829-91bb-86ca2ccf64d7
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1.18d5e296229eac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: e62f3cac-28bb-48cf-83a4-2c4c431a150f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: b4f02611-6f93-4829-91bb-86ca2ccf64d7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1.18d5e296232ee7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: c9c7417c-03bd-4a65-9fd0-93dc3565edba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: b4f02611-6f93-4829-91bb-86ca2ccf64d7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: isvc-autogluon-ts-v1.18d5e29629c1d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 6cd32cd3-7bbd-4b94-9ff3-1837588702d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: b4f02611-6f93-4829-91bb-86ca2ccf64d7
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1.18d5e2b8348e3cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: ba1d5f04-9d75-4158-aaae-beb34b98fe09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:04.899051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e20b40303b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 49a96c39-23e2-438c-a8c8-774b2a2f69c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e20b6252ec96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: e53d6a23-be65-4cfd-8f83-4a6374611621
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e20b63c71de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 684f4a9b-2505-4095-a466-b76bf4f3bc04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e20b66668a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: a150d579-8385-474e-8eab-d90356eee180
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e20b66dd14fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 03d44bca-2dd2-4f30-863d-e29723c994a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e21286352092
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: f0980eb7-0bef-4947-beb9-83f0ef51edb0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m1.767s
    (2m1.767s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22ee019fbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: e25f23eb-141f-41f4-9877-90718c3002f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22ee631372e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 5485bbc5-bbd5-436f-bc0e-d74af246e9b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22ee7442f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 3cbdc268-e490-4d73-a1d1-1194e7be031a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22ee7502be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 4541fc0b-72ac-4eb3-8256-0f740c588d34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22eed9cd3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 29ee3e89-ebf9-4c66-ab7a-a7f72502f5d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22eeeac6efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 5acf3548-d9d2-476b-84fe-7a06d83ed8f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e22f12fbef8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 9268abc2-a9b8-4ace-b6a2-eb33190f84b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e236aeb4c732
    namespace: kserve-ci-e2e-test
    resourceVersion: "19285"
    uid: ad791eba-fc30-4a86-9c6f-8f72ae2e3570
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 0e56e8f3-7da3-4478-ab20-15fb124ee83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-r5d6n.18d5e236aeb55675
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: 24b5590c-70eb-440b-b5f4-a62e69526786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 2694bd9d-b7ef-4dfd-b591-69a1a2030cf2
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-r5d6n'
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5e20b3fbc567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: bfed0706-b2be-4ed3-ac58-aa30c3e6bcfd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: a96ad84f-5966-44f8-a751-fe7cdbbafa2e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-autogluon-v1-predictor.18d5e20b3ce03f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 7a7ece4f-ca61-4d00-b2b9-cc23d6dc2d41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 548da9b4-9f2a-4b17-b568-bc28a5b1db46
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-autogluon-v1-predictor.18d5e20ebb334eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: dd1d1f69-f9c5-4c33-9964-41de253406ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 548da9b4-9f2a-4b17-b568-bc28a5b1db46
  kind: Event
  lastTimestamp: "2026-09-16T18:58:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:49Z"
    name: isvc-autogluon-v1-predictor.18d5e20ebb981f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 9f5d77a0-8d8f-4a23-be92-96c64b6c6c53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 548da9b4-9f2a-4b17-b568-bc28a5b1db46
  kind: Event
  lastTimestamp: "2026-09-16T18:59:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:04Z"
    name: isvc-autogluon-v1-predictor.18d5e2352d725853
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 1247bea5-703b-40e2-89b7-67e6daa06c9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 548da9b4-9f2a-4b17-b568-bc28a5b1db46
  kind: Event
  lastTimestamp: "2026-09-16T18:59:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:04Z"
    name: isvc-autogluon-v1-predictor.18d5e2352dee9218
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: 46c65e55-7a31-4a97-8265-2c83cadca214
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 7a260fdb-9107-4bfa-8ac9-6a0d927e30e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:54Z"
    name: isvc-autogluon-v1.18d5e20b3ce3dc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: 99654656-f440-41e6-99e7-8aa81ff9746d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 7a260fdb-9107-4bfa-8ac9-6a0d927e30e8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:54Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:54Z"
    name: isvc-autogluon-v1.18d5e232d3262e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: e8fb2683-ff61-4cba-bdf8-5e1f744eb25e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:40.148862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e2753f311493
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 6abca3b5-ab8b-437d-a06b-8393cbc297d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27561282e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 8b30b68e-62ab-4ea1-b70d-59dca8006211
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27562b93c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: fce8e4d5-93b0-4694-b80b-f175a3dfd7ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e275657de3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 4324e3a7-9eea-4212-858a-2e507358d1ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27565ee13e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 2f5e181a-33df-4ac4-a56e-27b1d0651db2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c426bfa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: 05597b55-3889-4004-8f15-40ee7a432309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c46596474
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 6fa61d95-27d5-47e3-9de8-43982f83ef52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c46d3af09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 9fcab15f-ec6e-4903-9bb7-edab4574cbd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c46df5287
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 9f0fdc9a-6155-40e3-8879-6777bce99cda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c49e3d24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 5a85d893-e7ba-41ee-8ba0-94dfbc5c1ef2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e27c4a5e88f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: ad9b5dbc-80a9-47c8-a26b-e6a8c09f51ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:05:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e29420e5d661
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 6a38cf67-82b6-4aa4-8fd2-a7cf2361c88e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:05:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e294f3aa8739
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 42d9e939-dd4d-48c0-a838-dfc7540fc4e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 9144ec14-ab5b-421d-b6bb-3fe09f368d11
  kind: Event
  lastTimestamp: "2026-09-16T19:05:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn.18d5e294f3ab12f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 65352ebd-f3bd-4c14-970b-bf5d6730cfe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: 53898293-682e-4a24-88d8-38145904c4ab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ljzgn'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5e2753eb3fb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: 6003b74e-267d-4f10-93ad-181d5a37d45c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: e5769b42-734b-4a07-a579-da9cf669b114
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2753a95e5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: c359716f-bc7e-4ae9-91e5-ae943a9779b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: f26ceee8-35d2-448d-878a-0c874bb7b502
  kind: Event
  lastTimestamp: "2026-09-16T19:04:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e278b909f7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: 5516b14c-0cd0-4512-b29c-6a761f296080
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: f26ceee8-35d2-448d-878a-0c874bb7b502
  kind: Event
  lastTimestamp: "2026-09-16T19:04:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e278b97558b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 7200bcf8-1014-41b9-aaa3-7ead17ba5d02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: f26ceee8-35d2-448d-878a-0c874bb7b502
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e286b5c2be24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: 4d2b7210-b35e-4f74-a0c2-688e73fe5820
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: f26ceee8-35d2-448d-878a-0c874bb7b502
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e286b62b073a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 265d51b3-0ef3-47b6-a122-fd6151d57bf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 6e0b360e-0bad-465c-97a7-b0039b2d6261
  kind: Event
  lastTimestamp: "2026-09-16T19:05:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:41Z"
    name: isvc-autogluon-v2-noslash.18d5e2753aa95b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: d8b1e23b-e97c-4f38-b21e-d1f5d373c156
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 6e0b360e-0bad-465c-97a7-b0039b2d6261
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-autogluon-v2-noslash.18d5e2753b89bce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: b3af4b17-c6f9-49f6-b395-e9f152c52aa7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 6e0b360e-0bad-465c-97a7-b0039b2d6261
  kind: Event
  lastTimestamp: "2026-09-16T19:05:41Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:41Z"
    name: isvc-autogluon-v2-noslash.18d5e291955f0672
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 73c916a9-ba0a-4865-901b-24121d32b0bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:16.715434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e237e955ee5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: d96ce7bc-7f47-437c-bebb-f286f348bb27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:17Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2380b075a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 2dac7cbf-e2a5-425c-9e10-0431d3e68fa1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2380cd6b4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 33828f0b-4d6a-40fc-8e5a-371b2674de82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2380f8e3376
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: cdfd0029-184e-4d43-844d-9a286e01cbf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2380ff7df03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: e88e1bd7-f9ad-4eb2-adc2-03a764e66f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23ef9ccc297
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 8e9f78f2-a59c-4b61-9cb6-26568ecafbd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23efcc41f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: fc0f1555-ca01-43cb-85a9-e6ed9a5761ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23efd44954f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: f7323501-c775-46ad-bd47-da390ce80803
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23efd50a16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19634"
    uid: cee16598-5c49-47c0-b828-bc49f28d4ca1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23f003fc925
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: cfc1b3f3-cb92-4d82-afb8-41f01e9e81b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e23f00a94068
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 9b416b4f-2227-46ab-95ff-d0c7448b0665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2579e5e325b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 400a0a69-3585-4745-aae3-a00932417bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: fcf7e633-76c7-41e4-80e1-41b861b7d26a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wps2s.18d5e2579e5fa664
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: d9d12997-45bb-4503-bf3f-a7b5c0083917
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: c0465177-7d1b-42bd-adf1-d3f8a3939697
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-wps2s'
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5e237e834ffdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: 97d7d8fe-99a2-4cfd-98c2-250fe30c0eb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 52e0f445-15d5-4fe9-b870-33614de8630f
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-autogluon-v2-predictor.18d5e237e31765ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 83fc65f8-d1d4-4b76-9881-a73394a02814
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: a77fd47b-a90d-4d45-9928-406fdff9e1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:16Z"
    name: isvc-autogluon-v2-predictor.18d5e23b61889f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 44482c9d-b116-40e3-b2ff-ef7429eab503
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: a77fd47b-a90d-4d45-9928-406fdff9e1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:16Z"
    name: isvc-autogluon-v2-predictor.18d5e23b621fb613
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 006febf9-f2be-4e1c-9418-2da846d90639
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: a77fd47b-a90d-4d45-9928-406fdff9e1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-autogluon-v2-predictor.18d5e2495d5406fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: 5cb2490a-70f3-4d4d-a99f-791718f4747f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: a77fd47b-a90d-4d45-9928-406fdff9e1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-autogluon-v2-predictor.18d5e2495db8c5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: ceef806f-20f0-4890-b5cd-071e25f6ee93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:38.077682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e258d32eacf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 89bbce24-ce66-4abc-9226-dc457ddd1a84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e258e1ad6a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: b6ed5268-b4a7-4fcb-b8eb-a4c0f7c4c048
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:39Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25918d91b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 01c1d693-f680-4752-b020-b78ad54a94dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e2591a83691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 7b60a437-7dbc-4123-94a8-64745d23950a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e2591d53cc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: a5d3ee17-c290-4f9a-b1ac-101d6dd167ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e2591db979f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 29f8f4d2-328e-48ea-8d90-bcc3f92333e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a56b80cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: d90670d8-150e-4cca-8486-c46bb21156b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a5ad3109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 3a9593ba-38be-4f8f-b0b1-565533bd7c44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a5b48a3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 1669da19-b7c9-44ea-b392-69899ed1dd22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a5b5471a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: cd97fcb3-d7b3-4905-b74f-779874d889c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a5e2bf543
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: fc2743b5-627b-4d50-a04f-74318815a349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e25a5e948d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 4c0a63eb-8f7f-4cdd-a444-4f51bedb12d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e273111a2f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 1de52cc9-4b31-4db5-ba90-e79d619127c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e274087e933a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: aa0d1663-fa94-465c-9c12-3e8c9c5f0d1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 0bacc6e2-2c74-4d07-8919-9914625b945e
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8.18d5e274087fd035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: 01dd20cf-09f4-4f1e-890d-f22e45b1e11a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: e7f40101-4b86-456e-a254-c314360432c1
  kind: Event
  lastTimestamp: "2026-09-16T19:01:38Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-8llt8'
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5e258d285db58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 59415987-585c-490a-970a-99d3a9be1767
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: daf1e37c-b8e0-4523-93ce-ff23609e341a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:38Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e258cf6e0633
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: d0e15836-25d0-472b-b4a3-8bfdade171b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 20b8bdfe-6911-4d27-99d0-40474ce971df
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e25c4e2c5326
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 91a642e6-27db-4260-9c0e-04e723e1285a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 20b8bdfe-6911-4d27-99d0-40474ce971df
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e25c4e972990
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 6ca6e19d-fac5-4d90-88e5-76a0ee6ce235
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 20b8bdfe-6911-4d27-99d0-40474ce971df
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e25fcd86d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 39540f22-035a-4e58-8782-1a163de0b2c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 20b8bdfe-6911-4d27-99d0-40474ce971df
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e25fcdeb5410
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 014ab88d-9c17-462e-ba1b-3641dbf06432
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 973d2911-0833-4c31-8b09-f1b495b5d78f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:19Z"
    name: isvc-autogluon-v2-variants.18d5e258cf71f47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: b03e102e-8f20-4dc9-b822-074a14ac00aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 973d2911-0833-4c31-8b09-f1b495b5d78f
  kind: Event
  lastTimestamp: "2026-09-16T19:01:38Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v2-variants.18d5e258d021c2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 84f94078-df2d-46f0-8cc0-5c6b3ac7e690
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: 973d2911-0833-4c31-8b09-f1b495b5d78f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:19Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:19Z"
    name: isvc-autogluon-v2-variants.18d5e2708694d469
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: b17c0128-46e4-4891-af99-6456dc3cc4b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: ac35afa8-69d4-42de-8196-a6c7d519b80a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: isvc-autogluon-v2.18d5e237e30dada6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 34dbd406-f7bf-4543-8b36-9ea42dc793a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: ac35afa8-69d4-42de-8196-a6c7d519b80a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-autogluon-v2.18d5e237e4078f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: 20bf9f93-d2c2-4f7b-b4d9-4d9c24c754dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: ac35afa8-69d4-42de-8196-a6c7d519b80a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: isvc-autogluon-v2.18d5e255470b9c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: b24d6203-f7eb-4987-b6e7-71bf475fba87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:35.548047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68cd88b8-vwczt
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c7fea24ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: 868170c7-9c1a-4818-a4eb-6527c92d07b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24767"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c820c84687
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: c8afd5e5-1dd5-430f-808a-4e504d96b916
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c82265172c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24787"
    uid: f69cbf7b-b51f-4419-a515-6e7f8c0dc6c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c82595a0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: c9e4a2a0-a54e-43ca-bcaf-21770b51d128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c826078a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: 40dfe55b-44af-4122-8454-ffe124017aac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2c90d4ea1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: a598897f-987d-4ed8-a872-49600f57efac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    in 13.373s (13.373s including waiting). Image size: 1582981516 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc2a6ebc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: 0a4430c2-8262-4060-9e9b-28fa60b69cc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc2e465a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 9d13e0fa-fe1a-465c-b899-0154dc2724cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc2ec77789
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 534c7dcc-a024-4213-ac1c-35159307d8ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc2ed4e783
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: e8002ae4-d9db-4ae0-b970-2717dd3ecd6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc32f19e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24956"
    uid: 38a2f68a-8dd5-40f0-ab21-3da59f505df3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:09:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:53Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc3372e5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 268f2ed0-eb3c-419b-a065-f52c546b8991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2cc915e4560
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 224fa613-58a1-4fc9-b694-2b5e9f1cb8d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:15Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2df478e91f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: b5a195d2-d65f-4fc3-a0af-f1fe46860f2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:15Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2df478f215d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25676"
    uid: e74e4060-2239-4ad3-b36a-97c67e85153b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2df6d9406fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25686"
    uid: b456c1db-2b57-4c2e-ab36-0cf0b45b1c12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:22Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2e0d33d76cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 19bb7696-ea38-43a5-bceb-5d8e66aa19b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-vwczt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 7f066541-420e-4f30-8be3-4cff06947d49
  kind: Event
  lastTimestamp: "2026-09-16T19:11:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-16T19:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:22Z"
    name: isvc-canary-create-predictor-68cd88b8-vwczt.18d5e2e0d38c6151
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: f93640f5-e1b8-41ca-b6d3-0ad4daa81098
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:35.497786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68cd88b8-zvdx9
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c7fba34d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: d66fc0b0-766d-41d7-99d8-558459674bd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c80456a6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 1adc5f2e-7d33-45fb-b580-998e0901c0ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24756"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c8416314c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 81f7f64e-2a98-4aa7-96c8-15180ee4965b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c842d2abd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: eebac25e-ecf3-41a9-a85f-a3151dfce862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c846a5fd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 2240cfa2-2216-416d-8da7-94e5ac32bdde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c847268e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: a04a8f41-d446-4806-9935-8724d21e12d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c932016ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 88043a22-a14a-4686-9657-5ebc79fb3aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c935cfbfa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: a2089448-62bb-4c43-8c6e-158bfef10b43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c93651bc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 842ea142-d10a-43ef-8586-eb4ad9da2d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c9365c1991
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: fbe533ee-c861-4024-a643-07f6eeb9f7bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c939c20236
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: 6b48db44-986f-4e94-888b-ad189a48fb66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c93a38097a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: c79b20fc-38cc-41a7-a35b-415cfe9b4e09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2c9aa3bf752
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: a98e7e7e-f442-4992-b62a-549472ed1bf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2db2a9d7d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 95e3b4d1-534d-43d2-8197-494d37f1bede
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2db2a9e283e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 65c7027d-10b9-4a89-aec0-f5d3c24e545e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68cd88b8-zvdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: df92fbe7-cd7e-40c9-b78f-a44257eb0b03
  kind: Event
  lastTimestamp: "2026-09-16T19:10:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:58Z"
    name: isvc-canary-create-predictor-68cd88b8-zvdx9.18d5e2db5c80f914
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: af090dee-6625-45f0-b2ff-ff1034ebff16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68cd88b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: dcc74bd4-cbc3-46d3-90a8-fa12868485d4
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'Created pod: isvc-canary-create-predictor-68cd88b8-zvdx9'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor-68cd88b8.18d5e2c7fb18dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: a02290b2-5736-4ab5-8a50-36db9b73985a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68cd88b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: dcc74bd4-cbc3-46d3-90a8-fa12868485d4
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'Created pod: isvc-canary-create-predictor-68cd88b8-vwczt'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor-68cd88b8.18d5e2c7fe2a9004
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: f0f64f35-4eed-40f2-b5a4-92d9753a2f63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68cd88b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: dcc74bd4-cbc3-46d3-90a8-fa12868485d4
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: 'Deleted pod: isvc-canary-create-predictor-68cd88b8-zvdx9'
  metadata:
    creationTimestamp: "2026-09-16T19:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create-predictor-68cd88b8.18d5e2db2a715c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 352027fe-6da3-4930-b54c-a54051a83d58
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 586f3f6e-5907-4435-8d4d-6c6dd414ca17
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: Scaled up replica set isvc-canary-create-predictor-68cd88b8 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-predictor.18d5e2c7f7544495
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 20640029-c77f-4ff8-a092-e0143279a363
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 586f3f6e-5907-4435-8d4d-6c6dd414ca17
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: Scaled down replica set isvc-canary-create-predictor-68cd88b8 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create-predictor.18d5e2db292e2a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: bfb29033-a11f-4a53-8df3-73e7b899797f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:35.458900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c7f951fcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24742"
    uid: b2461f46-186e-4b47-a202-f144788d8978
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c81b4ef978
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: d6354829-02fc-4a7c-8d38-4b243d00613a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c81cc76ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 62febd83-eee0-49ac-9e97-1232d30a7953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c81f76b2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24782"
    uid: d9946275-0ec9-4ea7-90f3-728c7a91f0ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:36Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c81fee6e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: 4337c1c4-6bc4-41c1-9734-5efaa3bd32fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c931e8ad48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: a3732e27-736e-47ae-9249-3eb0c397b8af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c9359f5d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: b6c739fd-8f0c-4985-afb6-1e54d68c5910
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c9361b65e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: 7a44f586-e972-468c-8622-743e8c29e4a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c936279b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: 141e4f28-b5fe-4428-8374-8688f53aa2d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c939b603c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: d1af0606-6067-456d-a557-3c03eb335237
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:09:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:40Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c93a2acb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: 249b675c-d164-46af-90dc-97887c3c60d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:11:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:17Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2c96e5e1d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 26070a76-9279-43dc-bd23-7f0a83264c8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:11:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:15Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2df4807df8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25677"
    uid: 19643a44-e82e-4410-b702-0378b9718580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:11:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:15Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2df4808514e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 25ef8498-831b-4c4e-b088-3ad25d1467c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: f485ebf1-a534-41fa-949a-3a3a98898d20
  kind: Event
  lastTimestamp: "2026-09-16T19:11:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:17Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj.18d5e2dfc8a7e9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: d0ee12dd-8e68-40bd-b5b4-6dce173d58b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6c79c974bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 338f9a0e-779d-419d-8ed3-d77842efc963
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6c79c974bf-bdhcj'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-v2-predictor-6c79c974bf.18d5e2c7f8c19365
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: 33a709b4-3302-4676-8c5b-9cf8a6a90ad3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: e711795d-860b-4013-999e-f2732d3299ae
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6c79c974bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-canary-create-v2-predictor.18d5e2c7f4c72acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: 726fe07c-2d48-41dc-8374-1163410cfe84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: e13b7f00-bd77-4122-8880-6e4872747f11
  kind: Event
  lastTimestamp: "2026-09-16T19:11:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:11Z"
    name: isvc-canary-create.18d5e2c7f6f0f8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: cb35fdca-4079-46bc-b645-071dcec70eca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: e13b7f00-bd77-4122-8880-6e4872747f11
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create.18d5e2c7f75f2e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "25527"
    uid: 2e5d4cd5-acb4-4142-ae2e-ba6fdf763bde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: e13b7f00-bd77-4122-8880-6e4872747f11
  kind: Event
  lastTimestamp: "2026-09-16T19:10:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:57Z"
    name: isvc-canary-create.18d5e2c7f75f71d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: 48e0dc92-8c95-48f2-a8a4-51c74370970a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: e13b7f00-bd77-4122-8880-6e4872747f11
  kind: Event
  lastTimestamp: "2026-09-16T19:11:11Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:11Z"
    name: isvc-canary-create.18d5e2de49e095f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 2e194c84-796e-44c7-ab4d-24cfbcd326dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:20.887170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-674955ff8d-njhv9
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e08555a471
    namespace: kserve-ci-e2e-test
    resourceVersion: "25783"
    uid: 8a01e873-c2f0-4984-bdd4-ebe8bd1a7c8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e0a7a33042
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: a02cffa5-38d9-4f95-892f-79fcda8ef5d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e0a9464b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: 05caca93-6b12-422f-9845-8dd3149fbfff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e0ac5b3c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: e0bec4a4-6bc8-4224-aade-d2ac67c45d31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e0acde7a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: fe9b2393-d86b-4de7-8f48-d5dda497ce53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a04b974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 33109040-1679-457b-a8c4-30a1ceba2698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a35e30ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 1cb1225b-b1a2-4320-befe-09aae9725a92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a3d155b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 352851ea-16ce-452e-a15d-fcf42d79e105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a3dec40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: de2318bf-e5eb-403a-a547-b9aca3cb6ac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a7831fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25871"
    uid: 60169119-62e3-4d58-8ff4-af768b6895fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1a80272c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 1c1e0ed6-7d33-4190-88cd-81cf7e09b6f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:02Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2e1dc6f3a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 3630b154-aae2-4cc6-867a-c53432f0dc5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:00Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2f7cb646378
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: c4dafd5c-c195-41e7-87fd-c2ad30e1be05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:00Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2f7cb6501ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: 649de341-28de-4904-bdf1-6e4c434c42da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-njhv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 4f69e899-2c60-4d92-b39a-5f410344fd0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:02Z"
    name: isvc-canary-promote-predictor-674955ff8d-njhv9.18d5e2f836baa2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 863e087f-1843-44a3-84b3-433170df6980
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:20.830304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-674955ff8d-ns5mk
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e081f210fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25772"
    uid: db46106f-f6da-4557-bde7-97bc705c2178
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e0a426ca56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25799"
    uid: 8b3c6a07-6237-439e-a6ef-e85a53c72c14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e0a5bc168f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: ac53cde7-d3c4-45c0-9824-e9779b9658ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e0aa0cfd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25808"
    uid: 670a3099-a921-4956-8d9d-b01d45514097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e0aa8519c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25809"
    uid: 70b730b2-df2d-4102-b684-121672346cdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1c481aa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 4bc6b56e-242e-4408-8509-d7a4f546cf0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1c7b675ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 2373bf21-b08e-4ff5-bdbb-234de43db0ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1c847930f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 0b7aa549-3961-40dc-a889-b12c758556df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1c851ccd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: e95379d3-1d20-48bd-9757-7af8db548486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1cbda8676
    namespace: kserve-ci-e2e-test
    resourceVersion: "25888"
    uid: c4e26103-88a9-48bf-8e95-06a9e75d1320
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:26Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e1cc4ff874
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 134b7445-c5de-496d-9a68-5958aaad72bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:35Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2e23c8fccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 3dfc1aaa-1ed7-4b13-8e0b-8ded8df1a323
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2f3bc66b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 21aab02a-9e1e-408b-bfcc-9825d18efd8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2f3bc6871e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 263b23ed-6542-4d3b-99ea-2003e3fe6484
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: a7ef1e12-ecf7-463c-a914-e51d6b31705f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-canary-promote-predictor-674955ff8d-ns5mk.18d5e2f3eec72080
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: eb238124-726d-4498-ae59-edd3c85d2eff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-674955ff8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 469f9548-fad5-4cf0-a91f-65acaaa69e3f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: 'Created pod: isvc-canary-promote-predictor-674955ff8d-ns5mk'
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-predictor-674955ff8d.18d5e2e0815f54a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: ed8ff514-b21b-4f95-b73e-ca02c528b323
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-674955ff8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 469f9548-fad5-4cf0-a91f-65acaaa69e3f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: 'Created pod: isvc-canary-promote-predictor-674955ff8d-njhv9'
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-predictor-674955ff8d.18d5e2e084cb3004
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: fd1d02ed-231e-4745-95fc-0d8a1d94c36c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-674955ff8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 469f9548-fad5-4cf0-a91f-65acaaa69e3f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-674955ff8d-ns5mk'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-canary-promote-predictor-674955ff8d.18d5e2f3bc230c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: a717ac9b-3558-48cb-b561-8c9f7f73c1ad
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 1a4761c6-9cb1-4dad-aca3-4d83633d1929
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: Scaled up replica set isvc-canary-promote-predictor-674955ff8d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-predictor.18d5e2e07d156ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 413f3d2c-21cf-4fd7-9ad4-fe8ebf7cbe86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 1a4761c6-9cb1-4dad-aca3-4d83633d1929
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: Scaled down replica set isvc-canary-promote-predictor-674955ff8d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-canary-promote-predictor.18d5e2f3bb94f907
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: ac2a04be-1cd9-4784-a0cb-b69f3e4d8d2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:01.054017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f7d7be71be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: eed8d961-7e1a-4243-b094-ef8d3749db3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f7fa0cbd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: ce22a727-55e4-452e-bb80-f1489e3e2337
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f7fbcc0ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27002"
    uid: 053d8d34-d3ab-4d53-856e-9d139fc10fb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f7fee5ec95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: 3ab24abf-f596-4eab-b878-41b6c79d4798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f7ff6a694e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 89cf2581-83a2-449d-a011-aee11e74daa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f9065e57da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: 69a972b1-e8a2-430b-8075-5d3fa16bb462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f90c0f7c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: a8c80a2e-db53-45ef-b188-51e8a234cc46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f90c902342
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 22c9b4af-8599-4f63-83a0-9062bab73896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f90c9c31cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: a0be766c-5e74-4dee-b356-e9eae47d7089
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f90fbca15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 80b73ffe-b239-4c37-8f49-eacb5f5092a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f910466580
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: f2a5f0a5-8e25-45d5-92f3-8133c7286bdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:43Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e2f942c24a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 1d5ffeb0-93dd-4e28-bdc9-506fb36a3268
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e30f22d64aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: f78e855a-29e4-4290-8cb7-3accc685c672
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e30f22d7539a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 39a080d1-0573-45dc-a324-fb20a179f18a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 51fb781b-1b88-4bb6-82e9-f03288a5a557
  kind: Event
  lastTimestamp: "2026-09-16T19:14:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:43Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84.18d5e30f9d08f9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: 4e54b244-c7ae-4f72-87a7-b66479876c89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:20.769608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e07e53e02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25762"
    uid: 84a28985-16eb-467e-bd11-46f6516b7af3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e0a07299eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 3d7c8feb-5e5c-4528-878f-4af463b2d13c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e0a212b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25798"
    uid: ef21c59f-b5e8-4409-b6db-ecff75e1955e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e0a5a6ca07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25801"
    uid: 038efc5a-5bd7-4e71-9e92-1330d5e6cb5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e0a6450c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 77b9f86c-9006-45f1-bea5-191d09fca3ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e188710e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: 634adfc7-2389-4d40-881c-5aa6051ebea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e18ba37536
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 8b0cff11-a7f4-4944-be8d-fdf8f218dd1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e18c1b1ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25856"
    uid: 68734d9e-82f5-4c31-a51e-8472ca0d90a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e18c258524
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: e9bff4f9-1cfb-4c8c-9c38-727a6d3a6983
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e18f98048a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: d3f77d29-2e0c-43b5-8181-9ab8dacee355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:25Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e1901ef7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: bb53e0a5-31d1-4b13-9a38-efb1808679e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:43Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e2e200b0afcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27945"
    uid: 669073ab-f21f-495b-83cd-fb5bc4f87740
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e30f22d2225e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: 59f5d459-0f8d-4594-96aa-a3a2d2ec499b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e30f22d48ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: 34cd9ea1-7843-4d86-a130-d7c10bfa8b00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: b6c62b2e-f698-42ce-a336-da034e525a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:43Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw.18d5e30fa37134a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: 18f50307-f7f6-470d-95ec-21e0a1201376
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-85cf669bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 48f472bc-51e4-4959-8f68-d0032f6ac55a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-85cf669bc9-xf9tw'
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9.18d5e2e07d5881fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25759"
    uid: 9465d710-e3ef-433a-b4e8-79901602a9f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-85cf669bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: 48f472bc-51e4-4959-8f68-d0032f6ac55a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-85cf669bc9-ktc84'
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-v2-predictor-85cf669bc9.18d5e2f7d6650f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 872a5b6e-3209-4aa6-8367-9ffee7a199e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 0db2054b-05cf-49ed-a323-289132135c9d
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-85cf669bc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote-v2-predictor.18d5e2e079b62fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: d9897edf-5a4b-4c66-b807-61288b1b4a48
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 0db2054b-05cf-49ed-a323-289132135c9d
  kind: Event
  lastTimestamp: "2026-09-16T19:13:00Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-85cf669bc9 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:00Z"
    name: isvc-canary-promote-v2-predictor.18d5e2f7d068da29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 89b8cbca-96a3-489c-ae15-000e0419d4e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: cf48d2be-9a6c-4edf-878a-03f1d10fa6e0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote.18d5e2e07c7c5c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26995"
    uid: faee351a-2473-4158-84ec-99613718fdb3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: cf48d2be-9a6c-4edf-878a-03f1d10fa6e0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote.18d5e2e07d20dd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: 163ed836-4781-46e4-840e-678a915b3fc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: cf48d2be-9a6c-4edf-878a-03f1d10fa6e0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:20Z"
    name: isvc-canary-promote.18d5e2e07d212867
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 2a81e942-bbde-4f35-8a8a-03344baf11c0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: cf48d2be-9a6c-4edf-878a-03f1d10fa6e0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:33Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:33Z"
    name: isvc-canary-promote.18d5e2f5eb71bb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27852"
    uid: 60cb8c4a-6663-43b3-ab67-f62cadea8e15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: cf48d2be-9a6c-4edf-878a-03f1d10fa6e0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote.18d5e2f7d9eb173f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 019daf42-b903-4bf7-97d3-e6fec35fa5e2
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:26.507398Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e327adb847db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: 66d212b3-0051-44fd-acae-c18eebe1055a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:27Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:27Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e327cf6eb3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: c29f7109-bca9-473e-a367-266049f92849
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:27Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e327d10ef84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: 1b55cd8d-5707-4933-af58-de2da890654f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:27Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e327d3cb2b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: f03adc4e-2054-4d90-ba42-a9877bc1d62a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:27Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e327d43d68d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 22468830-16fa-4a94-8e58-f623f919eef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c119db31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28970"
    uid: 267e545a-484b-4485-b991-7e34c00693a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c464ad4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28974"
    uid: 106db688-5f13-443f-9eb1-1ed1e6747bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c4d0bc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: 4536fb0a-c9f0-4dd5-8075-47db79f8e4c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c4d95bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28977"
    uid: 8d2ba80b-a51e-4385-8aea-99711b18d3be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c7cef69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28979"
    uid: d73c0018-25db-40dd-a1cf-6dfd699b891b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e328c85079b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28980"
    uid: 7591dfcd-45a3-4ee4-8545-32b91e99f9d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e32939368b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29606"
    uid: cd63ecdf-14a4-4a6c-81c0-d19715972369
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e33a4dfdab2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: 75290f9b-72bc-4d87-be96-0dfab2ee24e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e33a4dfe2f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29582"
    uid: 8e155080-e4b9-47b4-a17a-5a40a59117e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: ac21032f-39dd-41b3-9a1a-6d1f8ae41652
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw.18d5e33aeb6012df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29605"
    uid: ef097e61-17d0-4d71-81d7-37b62306442c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:46.391125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28010"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3105e53429c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 7d0daf33-f4f6-413c-9c0e-83f5740614dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e31068bfae09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28030"
    uid: 45cd85ec-3b9c-44d5-82c3-3712dd8a10f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e310a463b0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: a76790b2-5863-4395-9627-e3b79d582836
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e310a661b068
    namespace: kserve-ci-e2e-test
    resourceVersion: "28058"
    uid: 9b443a0e-0a20-4584-b624-3071be5fa423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e310aafbbb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: d5ebb757-a3a4-4cd7-903e-27a9d4b17e37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e310ab6f1b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28064"
    uid: 53e8b284-6e84-4820-9bd5-8447f0df52d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e31198586467
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: 4c687220-8eef-4da4-b433-e0ebdcaad5a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3119c091c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 7d0695e1-34e2-41fc-b5e7-41989299d479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3119c7c85d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28122"
    uid: 76c2b978-70b0-41fa-88c1-5cb90182561e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3119c8593fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28124"
    uid: 0b1be46d-30a5-431e-a270-40b0fb15574b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3119fa482ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: fba90385-77b1-472f-99c0-044b3f5d386b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e311a016feaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28127"
    uid: 92a98c63-a9f9-4a74-bc86-f84c9664bffb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e311d4898a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 1813e9b0-639c-43ab-9010-7f069390c8a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e3239178a57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 10796650-929a-4c5b-af5d-44118d21e13f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 28fa0010-de20-4aad-a8bc-c37051c58d87
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt.18d5e32391790132
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 9c7350af-57e9-4536-8166-d82c23edc786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:46.480924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e31063ad67c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28022"
    uid: 74963782-c64c-48e1-86ee-6ee22e266b4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e310707d1022
    namespace: kserve-ci-e2e-test
    resourceVersion: "28035"
    uid: 3b7c062c-c6fc-42fc-b45d-5cb0bb3a8c5e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28026"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e310ad3c969a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: 36b2c7cc-f8e6-4cd1-8ff4-a7be006f432e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e310af49f0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: 4f438213-3921-47a9-97a7-feeddccff923
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e310b765a503
    namespace: kserve-ci-e2e-test
    resourceVersion: "28071"
    uid: 312f9299-d6a3-46ee-8b73-78905686bccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e310b8bd241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28072"
    uid: 0f7983db-7abe-4581-98b0-a4531ead5f00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311c09743e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: f791c349-6781-4f20-8998-132bc29b27c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311c79b1e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 01ebd043-9bfa-4c1a-ad74-96e89938f1cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311c8cba6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28138"
    uid: 09d7818b-64d6-4b18-8513-d847e1fd1554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311c8d9b823
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: ba1579aa-0de8-4d82-bc6c-491a64d8626b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311cffd154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: f70b63d4-1866-4f56-bcc8-893f054d6525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:14:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:52Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311d14d717b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 118b8a90-d64c-45d9-851b-3933d9d368c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:16:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:15Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e311fcc6f596
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: 4c336e15-52bf-4124-a796-831736950457
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e33a4ddc1c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 9846ac7c-031b-4639-a017-61508469e57a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e33a4ddd5c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: 0ae62756-95e6-4395-8a16-91020a16d5a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: d1be0ea3-7711-4f92-9c36-32967d4b61da
  kind: Event
  lastTimestamp: "2026-09-16T19:17:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:49Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t.18d5e33af79e79f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 4fd66fc2-ad2c-44db-8b40-cf056279b3ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6bd4b7c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 15ec32be-1f03-4fc8-aca2-c55368f476be
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd.18d5e3105d91e0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: d9c86c1a-2be2-4418-9cec-f45419e28011
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6bd4b7c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 15ec32be-1f03-4fc8-aca2-c55368f476be
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6bd4b7c9bd-vnj8t'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd.18d5e31062bb4d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: e6e119b3-33c2-4304-8613-ea91a840fe8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6bd4b7c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28728"
    uid: 15ec32be-1f03-4fc8-aca2-c55368f476be
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6bd4b7c9bd-sskwt'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd.18d5e323914558b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 13e4a16b-2f70-4e7e-b833-a71646df713f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6bd4b7c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 15ec32be-1f03-4fc8-aca2-c55368f476be
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6bd4b7c9bd-k9mbw'
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-rollback-predictor-6bd4b7c9bd.18d5e327acfa8955
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 6e7148ba-9784-4440-b2a0-79255971c0fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 8b9d615d-fcc4-46e4-adaf-681d69bdc0fb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6bd4b7c9bd from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor.18d5e310591c0bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27995"
    uid: c45dffdd-c543-49dc-90df-11de29b442b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 8b9d615d-fcc4-46e4-adaf-681d69bdc0fb
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6bd4b7c9bd from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback-predictor.18d5e323907a15eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28729"
    uid: cfce01be-aca8-49d5-8368-0e790855ac85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 8b9d615d-fcc4-46e4-adaf-681d69bdc0fb
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6bd4b7c9bd from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-rollback-predictor.18d5e327a7dae21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: 0e31cab8-7515-4d23-89b8-da9b9f8eed1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:46.327978Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3105a8f9f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 7a260a21-f0b5-44e4-92e3-a821f2b71d4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28009"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3107c87a84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: 633b4b7c-63de-442d-83d1-60dabe7314cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3107e14528d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28045"
    uid: 94884db4-73eb-4b99-8583-9cb9f19d3b3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e31080d6c155
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 3db8f8a7-a2b2-4dc4-bd00-53127877786f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e31081596a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: 3e773c81-6d2d-4b44-bc33-e24a9c51fb08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e311984334cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: 8f344152-182e-4577-acd7-6e77ef7d7088
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3119be9a7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: d8585b11-dfba-44d5-b847-dffa4346b781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3119c615bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 6b4f6cc1-4df1-4ff4-b65e-11cb87b81610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3119c6abff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28120"
    uid: 544dd9dd-254a-4df7-9291-976dcc04c4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3119f94d654
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: 1943bf9f-56d6-47ae-a455-22144872be6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e311a0170e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: 73c87684-8ebe-40a1-81b1-237c377e572c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e311d4737044
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 96b540d0-6f30-475c-be7f-396ef58fc060
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e327a333eb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 9cc752e5-9689-4513-a057-b1766f6e3eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e327a33477f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28889"
    uid: 55cc32ea-41b2-468b-928a-e3635a849e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 5b326b42-437a-4c6f-97f3-73957ae419c4
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b.18d5e3282ed2a960
    namespace: kserve-ci-e2e-test
    resourceVersion: "28928"
    uid: 8541536e-0144-4e11-8880-9dc0af573a95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b857bf96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27981"
    uid: 4b6eb914-b05b-4e9d-86fb-79b787f7c6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b857bf96f-n9p2b'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor-7b857bf96f.18d5e31059a193f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28000"
    uid: ced1ce51-e7cb-4084-9b57-bdc4558726bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 9a8c0ab9-7edf-4bd4-82c5-f8b811f0bfdb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b857bf96f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-v2-predictor.18d5e31055d5f528
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: 4d55ce30-1bf8-481c-96c7-a72ae4f9344f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 49074fef-aa0e-466d-b1aa-e3a92cc3ed55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-rollback.18d5e31058c456d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: 18ef9406-7752-4c20-9dd3-2ee707130122
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 49074fef-aa0e-466d-b1aa-e3a92cc3ed55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback.18d5e310596338a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: d06a2607-5990-4576-8e56-76f046d228f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 49074fef-aa0e-466d-b1aa-e3a92cc3ed55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-canary-rollback.18d5e3105963c029
    namespace: kserve-ci-e2e-test
    resourceVersion: "28747"
    uid: d0b6c638-b6cf-4600-ad0e-34a2cbbf420e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 49074fef-aa0e-466d-b1aa-e3a92cc3ed55
  kind: Event
  lastTimestamp: "2026-09-16T19:17:39Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:39Z"
    name: isvc-canary-rollback.18d5e32787640dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: 1c635449-4c91-4cb0-b7d8-20bb10d74401
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:51.834848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f76fb68d-4dh7t
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33b8ba1e2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29689"
    uid: f96332c1-1cc7-401b-ad64-9e5c875ab552
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33b98a0d9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: 6eaed00a-0632-49a5-bc54-c96cc91b6850
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29695"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33bd1820649
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: de74317e-4214-49c9-9618-39e5f41b2b0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33bd3b05f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29728"
    uid: 5fa782aa-8018-4d3f-ba6c-d6219dd37789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33bd66db247
    namespace: kserve-ci-e2e-test
    resourceVersion: "29730"
    uid: 816879f1-8abd-450a-b27d-c90b2eb9af9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33bd6f3fade
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 8267d068-dd4f-4d28-8ea4-70414a2b66a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd05769c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29770"
    uid: 91939c36-cb26-4197-a0b0-98f8d51157d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd47be282
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: f0b72621-c4ba-4c16-8f0a-b9c706079279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd4fd61b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29776"
    uid: d43d9455-ddb1-41d6-9775-85b9f4f90040
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd5083163
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: b2cf7d99-46a5-4317-9b05-627bab8ebefa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd8dc9eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 8ed61610-3693-4748-9cc4-a7f9ea0d49d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33cd94c51e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 05b0969e-3dae-4d40-83d5-a6d55e446100
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e33d487bba45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: d8d3ca2f-e6ef-44ae-a7c9-a541dfc398e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e34f1073aa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 31207d2b-8ef8-4c88-9e70-ef930a58e9a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: c2565e05-8d64-4e00-b0c7-473368ca93c4
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop-predictor-69f76fb68d-4dh7t.18d5e34f1074500a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 3ba3213f-d98c-4953-a0f7-59c6de9acdc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:51.780291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f76fb68d-zjjqs
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33b8861534e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29680"
    uid: 8f4cd03b-3267-4a63-90a1-bed7d7b4ff3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33b9502d275
    namespace: kserve-ci-e2e-test
    resourceVersion: "29704"
    uid: 41d16c93-58a4-4818-a550-60a8a498a0a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29684"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33bce12ca4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: 2d18eab2-527e-4ac4-a4ac-785f56533ae7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33bcf99a8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: 95a42db5-959f-4706-958b-21449411a3c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33bd257fe9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: 4a21607f-ecd8-47ec-b6f6-cf6c32ac50d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33bd30fe464
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: fe4c5d9c-a235-4ec5-b7a5-509e69420b24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33cde120397
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 87bda60e-3343-46c9-b9b1-1d077cfe1177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33ce114078c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: 66793e3f-4f6e-42d8-ad8c-788b30e84e8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33ce181c612
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: fc428b7c-82db-4545-b139-256d786cdfc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33ce18b2cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 9733ec01-f325-4f89-9318-febe09bdc371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33ce4327977
    namespace: kserve-ci-e2e-test
    resourceVersion: "29796"
    uid: 23d5f0a1-1fa6-45e5-89ff-3f96059b41b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33ce49fa44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29797"
    uid: 84c409ab-ced6-4104-b0d8-153848d50bef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:24Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e33d1a129f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 9744ed27-2051-44da-a49b-ac189a4a4e26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e3507c374f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 78a7ac2e-32ab-43e8-9b61-6c1dc33150cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e3507c37c765
    namespace: kserve-ci-e2e-test
    resourceVersion: "30644"
    uid: 3f90561d-5f19-4d27-8905-71847a2e123f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: d8627bb9-53de-4aad-9a02-ca265ff5a3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:24Z"
    name: isvc-canary-stop-predictor-69f76fb68d-zjjqs.18d5e3512044bbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: 94fe37ee-3a8d-4e53-bd3a-2ef3e2dce247
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f76fb68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29660"
    uid: 71ab6d2e-f2a9-40bf-9763-4906bbb7fcc0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f76fb68d-zjjqs'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor-69f76fb68d.18d5e33b87c8f8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 0077cef8-603d-4bbe-8758-a3d97ba7d513
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f76fb68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29660"
    uid: 71ab6d2e-f2a9-40bf-9763-4906bbb7fcc0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f76fb68d-4dh7t'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor-69f76fb68d.18d5e33b8aea1413
    namespace: kserve-ci-e2e-test
    resourceVersion: "29686"
    uid: e215bc98-52c2-4874-8356-bc2661f72fd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f76fb68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: 71ab6d2e-f2a9-40bf-9763-4906bbb7fcc0
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-69f76fb68d-4dh7t'
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop-predictor-69f76fb68d.18d5e34f05d15005
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: ca7d1811-6c3b-49b2-a1f5-0ee908a8beac
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29659"
    uid: bc70317a-973c-4aac-bcaf-11dd5f4f525e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: Scaled up replica set isvc-canary-stop-predictor-69f76fb68d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-predictor.18d5e33b840037c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 59736905-3b27-43a9-8d53-3ae68562f1d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: bc70317a-973c-4aac-bcaf-11dd5f4f525e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: Scaled down replica set isvc-canary-stop-predictor-69f76fb68d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop-predictor.18d5e34f0546f63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: 1bd4ff1e-3a30-4524-92e6-6cbcd0b2e690
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:51.726073Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33b8526102b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: ec8d5aeb-cf21-474d-8652-1cf4f0e8ad97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33ba70afda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 16eccc44-4c07-48ab-8be3-6b7e128a55ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33ba8a25575
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 8d0648b1-8b59-4347-9e74-15fe452967b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33babfc06b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29716"
    uid: 0471aad5-43b2-44fb-9c57-1b24793434c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33bac67f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: 08fe7303-f0cc-48dd-bcef-a3e6b1b90928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd06fc5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 860a81a1-16c5-4074-afb5-8a505eaaa803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd493728f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 19891fa9-2889-4b1a-9162-5612b7acdf61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd50f6090
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: 1811c59b-850d-40c6-8841-756992c5e5cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd51afa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: ba62cf7e-cb43-4059-a5df-8ae878b90ba5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd8e82a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 2ad8e139-12c9-4a51-912c-bb8d846023a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33cd951e17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: f24545c3-b3ea-4454-b8c6-42ed448fc0b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e33d487bf0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 34b46032-e584-4df3-8713-3338a28d52a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e35079a8ee6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30633"
    uid: a7e9dbab-11b6-4776-a00f-3b384fbd4aff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e35079aa09e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 6b6eb0b0-1012-46fe-9646-509a4b409f86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 79513fcc-6d6d-4280-8385-c5aae49d8f72
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd.18d5e3514eb0ef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30671"
    uid: 97039ad9-81f5-41d3-a697-412def4d80a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5b684d6bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: bc33f4e3-d103-4423-8865-c2034b432098
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5b684d6bb9-blgcd'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-v2-predictor-5b684d6bb9.18d5e33b8472ee32
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 323abffb-fcfc-4412-942e-23280e4537c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: 59e12a68-36e3-412b-adc9-04ea3d0a9f49
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5b684d6bb9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop-v2-predictor.18d5e33b81055a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: 7cd17969-f015-433f-b169-af7812c47c3d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: dd810359-0e99-4900-9ff1-237693d7908d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop.18d5e33b838b986e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dd9a785a-9836-482b-b251-0da1f8472a50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: dd810359-0e99-4900-9ff1-237693d7908d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop.18d5e33b842b6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29697"
    uid: 18cb5f6e-3b99-4311-aa36-e48ba569eddb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: dd810359-0e99-4900-9ff1-237693d7908d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:51Z"
    name: isvc-canary-stop.18d5e33b842bbc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "29698"
    uid: dcb7b7ca-99ac-4385-80f7-231a2c41c67f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: dd810359-0e99-4900-9ff1-237693d7908d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: isvc-canary-stop.18d5e34f04faed67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: aab809be-ea65-47ab-b27f-b2c3f90c0588
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:39.475619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bf7b70b246
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: bd6c2f8c-4abf-4d47-8d72-60f98d1ce4d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-fce992-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bf87086564
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: 6268d446-26d1-46ad-9977-e561dc71432a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bfc15dc3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: ba9e616b-7867-43e2-b2a8-16f46824d796
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bfc2c2277b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 9ce08ce4-ca9c-4396-9f34-c10bcff5dad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bfc58ce873
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: b3c1e2a5-b246-4484-ba27-088b1c028964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1bfc61429fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 952afa4b-5bfe-4c4c-808e-a45ddc0475a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e11d2eba-f38f-47fd-bad1-9cc3cd930530
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc.18d5e1c1bdb8bebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 01775917-b8fc-4d29-b282-35763b9eb383
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: a99b0a36-4589-4de2-9d44-e00a118e0294
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: 'Created pod: isvc-init-fail-fce992-predictor-5f5cbffc4f-x2vbc'
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-init-fail-fce992-predictor-5f5cbffc4f.18d5e1bf7aee5c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: 80759dbc-562c-4981-a0eb-81765f5b4e39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-fce992-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14599"
    uid: 7acfde92-4d74-4fe1-bfd9-4bc47904f1bb
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: Scaled up replica set isvc-init-fail-fce992-predictor-5f5cbffc4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-init-fail-fce992-predictor.18d5e1bf78295c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: c103dc85-e1e4-47a2-abfe-d4bc01742e0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fce992
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: d8aa1dd6-f355-4ec0-8774-770edf1676c0
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-init-fail-fce992.18d5e1bf783068f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: dd930904-0302-4fe2-a5eb-4199813cb622
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:32.030337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-574r7
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e352dfbfa1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: 57ae91f5-d49b-4584-8b33-963930069951
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e35301d5e864
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: fc466ff2-ca23-4aa4-a528-81798ed01e2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e3530343ce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 60ada1b8-6b59-4f8d-bcd9-2066f3823483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e353062cf964
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 58236403-4ce5-42bd-b93f-c5b55a3ab6b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e35306a16320
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: 36045d89-51df-4658-98a4-cfb9d25c38a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e353fadac4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: a049fb94-1b04-4ad0-b67b-29cab91e22e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.285s (6.285s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e3557186b9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30859"
    uid: 4b7562ef-7ef3-408a-9631-043b4f958a89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e35574c150f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: 2790f39a-8a73-4566-a2c9-5beb7b91e789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e355753824ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 38f28369-8f2b-43e7-95cc-d9393d5ca2fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e35575436257
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: e3f1879e-a881-48f9-9f38-701c7490323f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e35577bde221
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 87106def-5633-48e2-bcf6-aea37a793782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e355782f2c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: 8aae6dc6-647d-487f-8204-3e8799aba706
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:20:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:50Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e355da22fd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 156fed4e-6d99-4f2b-b5f2-6a2d497a6975
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e367e04bf545
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 2f51912c-625e-4ef3-b23e-901a23c480ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e367e04c80a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: 44db1aa7-3ce9-43e1-a68e-ed3db385b5d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-574r7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 0f2006a2-a563-4470-812c-e0eeeafd069c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-574r7.18d5e368b6b35dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: 684309a3-479e-4a84-b887-722ba768c67b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 82df10c4-afce-4f34-a2b1-0cc424238eff
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-574r7'
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5e352df462b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: 79dc3ccd-a840-4028-88a5-14add98a23f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: 22a852fa-156c-4ab8-b941-01d87e5ed3f2
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-lightgbm-predictor.18d5e352dbce7deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: bccd0523-c849-4cb6-bf3a-67e1e47ca0ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: ca5ced78-63bb-4858-a5aa-1fa0f15c2c0f
  kind: Event
  lastTimestamp: "2026-09-16T19:19:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:46Z"
    name: isvc-lightgbm-predictor.18d5e3565a9aac10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 9b4a3622-e3b3-4762-850b-9dd497a1a9d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: ca5ced78-63bb-4858-a5aa-1fa0f15c2c0f
  kind: Event
  lastTimestamp: "2026-09-16T19:19:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:46Z"
    name: isvc-lightgbm-predictor.18d5e3565ba2fff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 357569ad-164f-4af0-be78-930a587a1114
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: ca5ced78-63bb-4858-a5aa-1fa0f15c2c0f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:02Z"
    name: isvc-lightgbm-predictor.18d5e359da4a2d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31507"
    uid: 67a301b3-7796-4ff4-9013-1ee6339cadb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: ca5ced78-63bb-4858-a5aa-1fa0f15c2c0f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:02Z"
    name: isvc-lightgbm-predictor.18d5e359dac4290f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: 3a0532f6-a455-4909-af77-e7380ba1eab5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:07.480224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31585"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e369190154ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: 2cf44ee9-cc7c-4968-a0d3-9724b600e166
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36926f463f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 57c57833-5ee6-4a61-9f37-d6833a6c12d3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e3695e7173b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: d409ced3-3d5c-4af1-bc5f-ae1b6dc9bdba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36960d9eae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: 85a89db3-8782-4260-932e-434607f3a537
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e369635421ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: 8ed1f611-642f-403d-85a6-c6dc7c3a6876
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36963bdf2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 465784d6-b6de-49f7-bb85-dd92ada690b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36a7b4c8d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: db5cc042-3f9c-4a80-8312-4b942b20c2a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.439s (6.439s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36bfb1910a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31710"
    uid: 660ad8c7-2eeb-4472-b1a0-08683dd7543f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36bfe2a7cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: d3e0d156-7ae3-48a6-a13d-aadcee4f4884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36bfe982a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: e97ab938-c35a-4a26-8d2d-d95ed9aa008e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36bfea24b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31713"
    uid: 4617b239-12dd-44e0-9787-164ec5b154bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36c0143449d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: cc4a2e89-b370-4cb4-bbc8-170322d72498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36c01b02924
    namespace: kserve-ci-e2e-test
    resourceVersion: "31716"
    uid: 73d46e53-ef16-4768-a029-7f3551760a8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:22:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e36c5ae61bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: 9583853a-3eb0-4750-98cc-6499843d988c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:22:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e380a9b7b1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: 39dbdabd-c99f-4bd0-b0c7-bca6800bfa49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:22:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e380a9b891a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: 3f88389b-f274-4c35-9934-8d91da4e0233
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 4b51a08e-d891-4388-8c9b-cc3626cabea9
  kind: Event
  lastTimestamp: "2026-09-16T19:22:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k.18d5e3818b17b3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32601"
    uid: f20b451e-0ca9-44c3-b223-b358c4b885f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 09d00661-5c37-4fda-92e9-235d78a37b8c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:07Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-8xb6k'
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5e3691889ff12
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 1a87e55b-3f2d-4f6f-97af-32ba97468ead
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 39ee1201-5f1b-47ca-859e-65e1034e0e7c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:07Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:07Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3691397e626
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 16696b1d-a98b-49dd-8053-f944b6e5cd77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 07049ad0-808a-455d-8001-79bd16f14fa1
  kind: Event
  lastTimestamp: "2026-09-16T19:21:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:52Z"
    name: isvc-lightgbm-runtime-predictor.18d5e36c90c12fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32056"
    uid: 6bb99c4a-40d9-45c6-bab6-30c94026ccaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 07049ad0-808a-455d-8001-79bd16f14fa1
  kind: Event
  lastTimestamp: "2026-09-16T19:21:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:52Z"
    name: isvc-lightgbm-runtime-predictor.18d5e36c913663bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: efba2570-0b38-4f7d-89a3-c3a92fe8853b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31736"
    uid: 07049ad0-808a-455d-8001-79bd16f14fa1
  kind: Event
  lastTimestamp: "2026-09-16T19:22:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:37Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3770d6338e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: 0b5906d6-fde1-4663-b32e-f2120793ca21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31736"
    uid: 07049ad0-808a-455d-8001-79bd16f14fa1
  kind: Event
  lastTimestamp: "2026-09-16T19:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:37Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3770df679e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32412"
    uid: e669337c-bd99-4b7c-8472-4c518eb115ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: 61b6acdc-7dfb-4325-a782-0a94bd51afc0
  kind: Event
  lastTimestamp: "2026-09-16T19:22:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:37Z"
    name: isvc-lightgbm-runtime.18d5e369142ad59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 1787202c-5110-4d8a-9de2-43c6f8059151
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: 61b6acdc-7dfb-4325-a782-0a94bd51afc0
  kind: Event
  lastTimestamp: "2026-09-16T19:21:07Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:07Z"
    name: isvc-lightgbm-runtime.18d5e36914c30bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 6c3aa806-776d-472b-ba75-06904935f889
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 61b6acdc-7dfb-4325-a782-0a94bd51afc0
  kind: Event
  lastTimestamp: "2026-09-16T19:22:37Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:37Z"
    name: isvc-lightgbm-runtime.18d5e37e136b2a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32422"
    uid: c6bb19a1-adf0-47b8-8320-a9650699115a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:49.116054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38ebb407241
    namespace: kserve-ci-e2e-test
    resourceVersion: "33129"
    uid: d4940da6-96bd-40bb-8890-de12eb27c546
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38edd7b2cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: fd54e498-3d8f-4819-81d9-4fb758e580f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38edf78053b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: b532ec87-fde8-476f-9372-50de07c349c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38ee2c4b798
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: cb5cb7e2-eedd-458a-ad23-ed22aec9fc56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38ee34d75cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: 9fe01796-01c4-4071-a9d2-001fc2a71b4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38feae18aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: e71e0b4a-b5e9-479d-967b-bbdaf6026170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38fef16dbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 6c658c6a-9130-4707-8c54-2080e8fbeb1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38fef8c9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 8d4db060-2c67-4cbb-bbb6-9f8c37a2a94f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38fef99e5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: b80909a0-ea49-42d3-8de9-aa33af2c7116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38ff2a7347f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 4d6e9e1d-b891-455d-b928-c00251cf7f3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e38ff3527ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 041ed1dd-26f0-4cbd-82f0-c310a0e06a7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e39026fed4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: afcf1528-b04c-4898-8ef6-ff303c7a7995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e395bb3d6f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: 810c0161-d75b-4c1f-825d-d1ae94f40de9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 04b1116b-a7db-461f-b4fd-77c74c3fb2fd
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8.18d5e395bb3e072a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 217c4aee-3318-4503-bbf8-520d5da84c62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 85d5785d-da3d-4df8-9383-ff605ea547aa
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-6p5k8'
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5e38ebacf35d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: d43e70fe-1f34-4891-bb7b-dfdf58f020dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: c2f41860-4aea-4192-892c-1dd7f9a98a0d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e38eb7aff843
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 3478bd14-6ff4-4f4c-92dc-cdfd6d7200ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 831533dd-eedc-4b60-851f-99bca75d22da
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e392361ef0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: 7f9268eb-684a-419f-9cff-c159ab244b01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 831533dd-eedc-4b60-851f-99bca75d22da
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3923691fab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: 852b91e1-aeca-42e7-8883-fa8b72980770
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: fb11d128-1c03-46e3-a0b0-d8eaebdc4eb4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-lightgbm-v2-kserve.18d5e38eb7ae6672
    namespace: kserve-ci-e2e-test
    resourceVersion: "33277"
    uid: e2a147c0-c271-46ac-9e58-dc63537f838f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: fb11d128-1c03-46e3-a0b0-d8eaebdc4eb4
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-lightgbm-v2-kserve.18d5e38eb84c3ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33118"
    uid: f6d8af78-5800-4c24-ad1b-6b15e58c98c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: fb11d128-1c03-46e3-a0b0-d8eaebdc4eb4
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-lightgbm-v2-kserve.18d5e393e6768b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: b68b1d76-2e9d-49bb-93b8-7fa3fc0286b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:53.943763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e381e2ba0f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: c5a8425f-8ef0-48e7-89db-fffcecf7b0f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e381efad9f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 2e36ebc8-012d-45af-8a7e-1d4c943fe305
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3822960088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 9e8f0c2e-29c8-46ca-b168-d1f1e9242a63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3822b19b0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: 9b70b6aa-b4f9-44e7-a67c-2547cd2e7cbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3822ef9ae7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: e8885de3-d96b-42c1-8cf7-48f8e302b025
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3822f7719b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: 347c2bfa-bf15-48e0-8df0-faa0d9105db1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e38437aafa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 4d654db2-c636-4007-8166-b372d586cbeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3843bd80e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: d7d50102-9dac-488f-b1e7-ce0ad6b89860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3843c54aa8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: acf80920-52b3-4f9b-8a18-e4ee14757f42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3843c5fe9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32759"
    uid: ffa26e01-8300-4fa6-9447-4ff80a86fc89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e38440a3c199
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 74493dac-b492-4e65-b8ab-45d1991d8600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e3844127a3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: c8a4b241-9a9e-43fd-9335-5e2db1c7e03b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e38d85ef9152
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: 3416be50-17e1-4a6f-a13f-202de1eb5a1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: b5e377d8-8054-4656-8a14-71d32fa1bec2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6.18d5e38d85f0a362
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: fc90ab53-a45f-4c0e-8453-b005ebf35ae4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: fb7b0f37-f9d2-41da-815e-542025c3a296
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-lg8p6'
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5e381e1d6ed6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 05601a99-9f7b-4ab0-b7a0-ac358c04d30f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: 677d5a77-28a2-4b7c-8a43-4413405fad04
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e381ddbc3ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: c744512e-d9d1-4946-9608-ac7ff3dfebd4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 3b3816d3-e4c8-49f1-9203-0bbc933b41a3
  kind: Event
  lastTimestamp: "2026-09-16T19:23:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3855c91e96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33014"
    uid: d988f8c2-9cae-4eed-a62f-f026babe2026
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 3b3816d3-e4c8-49f1-9203-0bbc933b41a3
  kind: Event
  lastTimestamp: "2026-09-16T19:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3855d03bbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: d8d657b3-0f06-4930-bfe3-383ca6d40da1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 4ac87dca-378c-467b-b783-1bb7b2b7b16c
  kind: Event
  lastTimestamp: "2026-09-16T19:23:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:41Z"
    name: isvc-lightgbm-v2-runtime.18d5e381ddfbd51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 6bb065a8-6cab-47d0-8492-a7b6941e731b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 4ac87dca-378c-467b-b783-1bb7b2b7b16c
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-v2-runtime.18d5e381def4b78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 92332e17-8f9d-4505-8461-0cecbf430fb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: 4ac87dca-378c-467b-b783-1bb7b2b7b16c
  kind: Event
  lastTimestamp: "2026-09-16T19:23:41Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:41Z"
    name: isvc-lightgbm-v2-runtime.18d5e38cdc0eab91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 2c117e55-3618-44fa-a240-292360fffd10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 32db30db-19d9-4a4d-93cf-e12c7f1bff05
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-lightgbm.18d5e352dc03067f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31497"
    uid: 4d0ee551-5556-4652-bb2e-8741971cb7a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 32db30db-19d9-4a4d-93cf-e12c7f1bff05
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm.18d5e352dca1023c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30765"
    uid: e09709cf-61aa-41d2-b42e-301a22e57be3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 32db30db-19d9-4a4d-93cf-e12c7f1bff05
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-lightgbm.18d5e352e4300de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 1168e265-6238-4624-b6ed-65a9d598cedc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: 32db30db-19d9-4a4d-93cf-e12c7f1bff05
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-lightgbm.18d5e3679433b370
    namespace: kserve-ci-e2e-test
    resourceVersion: "31496"
    uid: 6d1e092f-50fd-4ab9-8bab-629e7a6b2dcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:29.596324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7656d4d74-8s8b4
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:29Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f50fb40afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: ec81d0da-a844-4d9a-951a-1170b8093874
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:29Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f51d58a991
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: a13d968f-97da-4c3a-b87e-8e253061afce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f55557a74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 34e1110f-0bc0-47d0-a936-5b069528d7d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f556d1f7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 3dfafe8d-32a0-43c0-82ad-5486f18f03a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f559a5ad05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: b1dc55a6-a204-4998-b15a-06708c222063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f55a131df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: ccc47e5f-9f50-4ab3-a48f-d97b9e239414
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f67094e19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 8616d71a-93bb-4f0f-b3db-7d8b4a2df0f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f673a1f6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 50d444cd-b150-4ab2-8f23-c3f0fed9a496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f6740e6cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: deb355c4-fca7-48c1-96bc-18ace611a58e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f67418aeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 7494fa86-396a-43e9-be6f-a3853dc308ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f676a175fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: b26be4ce-60ea-4ee0-a4ca-26d336b1719a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f677071ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: a65be380-ea9b-4d35-b1ed-98dd23c8ea57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:03b5a032cdb9cb2925ad447181dfdd6ead3d3da3102406279a9c525a9f0d0207"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f67710c66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 7c6d3577-22f6-4c80-b6cd-5a7217cb65e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f679c7554b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 97dedf15-321b-43dd-8523-e1408bd3fee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f67a30e883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: ae0ddfe9-216e-4f07-ab1b-1fd4c583ce60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:13Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f6acac22ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 5dd67da9-a0e8-4249-9056-197e6e0be055
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:13Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e1f6e88eb1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: d5f67787-7f2d-48f5-8022-88afc94877c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e20b377fc5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 7ea844c2-263b-4421-87d5-acde7a8b00e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e20b3782d80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 5bcf7cd1-91a4-480a-a503-f52800b4a3ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e20b3783859d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: 8a91b242-5442-4b63-a57f-67259d7aa6e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7656d4d74-8s8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b83ab7cd-6ec0-4edc-8fc6-6acee374307e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-logger-predictor-7656d4d74-8s8b4.18d5e20c18d10071
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 343620d0-9367-4774-841c-e440b8763db6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7656d4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 8881ee67-4d30-4706-b42e-78fe96ebbb77
  kind: Event
  lastTimestamp: "2026-09-16T18:54:29Z"
  message: 'Created pod: isvc-logger-predictor-7656d4d74-8s8b4'
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:29Z"
    name: isvc-logger-predictor-7656d4d74.18d5e1f50f3e1123
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: fac4c242-02d5-4f21-a8ac-e60730b0c92d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: db5b0b98-6660-4f71-aef4-23f4799a0d7d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:29Z"
  message: Scaled up replica set isvc-logger-predictor-7656d4d74 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:29Z"
    name: isvc-logger-predictor.18d5e1f50b6e75fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 834a1206-fd81-4e47-a2a8-839feade4a32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 2a1a93eb-5d1f-4a83-bad9-203e7de95c8b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:59Z"
    name: isvc-logger-predictor.18d5e1f889ef101f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: e64c1628-f404-4f75-a41e-0a4137b58b5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 2a1a93eb-5d1f-4a83-bad9-203e7de95c8b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:59Z"
    name: isvc-logger-predictor.18d5e1f88a5c2ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: fa975b05-8e86-4316-9cde-05012184c5e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: 2a1a93eb-5d1f-4a83-bad9-203e7de95c8b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:59Z"
    name: isvc-logger-predictor.18d5e1ff87f4eac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: 73bc8a25-b98a-4bdf-857a-65f228a30434
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: 2a1a93eb-5d1f-4a83-bad9-203e7de95c8b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:59Z"
    name: isvc-logger-predictor.18d5e1ff889845ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 6eb8a99e-d288-4dae-9860-64ad82b8b45b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 9eaf795c-16a3-445c-b27e-7412c025c0d8
  kind: Event
  lastTimestamp: "2026-09-16T18:55:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:53Z"
    name: isvc-logger.18d5e1f50b729195
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: db656751-9acd-4e6f-9fac-808e3924de31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 9eaf795c-16a3-445c-b27e-7412c025c0d8
  kind: Event
  lastTimestamp: "2026-09-16T18:54:29Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:29Z"
    name: isvc-logger.18d5e1f50c00fe2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 2409a750-9ede-421a-9ecd-07796e171513
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 9eaf795c-16a3-445c-b27e-7412c025c0d8
  kind: Event
  lastTimestamp: "2026-09-16T18:55:53Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:53Z"
    name: isvc-logger.18d5e208a167709b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 77ac8c22-ee99-43b5-adca-ef5c33639107
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:24.326757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e396edf91de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 87f7b5f0-7304-4d23-9bf4-9ca34cbd1f28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e396fbf6bd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: c18fc2bf-1de1-40dd-9499-05372a113402
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e39733e00517
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 73d4ad18-6f3e-4c20-984a-f50c5c404548
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e39735511c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33487"
    uid: cca0a249-a5bd-4fff-82af-520d87e7a13e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e397383cbe86
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 85c38587-8b41-42d0-aec3-f45d575a6942
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e39738ac3678
    namespace: kserve-ci-e2e-test
    resourceVersion: "33489"
    uid: fac9304b-f869-4291-bf42-89c18337956f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e398584a9059
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 1998f85f-ecd0-4333-8baf-63bf312951e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3985b987154
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 58faa455-ef15-41f5-bf3d-2481556c30ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3985c071872
    namespace: kserve-ci-e2e-test
    resourceVersion: "33517"
    uid: 4659b5b5-6b6e-4be4-824b-58be7ec812bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3985c13c911
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: 20530112-1f1e-4df7-a2f0-bf7269f7dac1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3985fe81b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 564beb80-fbb1-44b3-9491-a4db924acbc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e398606107d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 2b0841df-8a13-465e-8aef-f8d390ac8db7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3a297058e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: 20ee0708-c0e5-487d-a8f6-72ee2c0c6f36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 2c0e04e7-09b5-4177-b42f-289c4f2f9b2a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg.18d5e3a297060ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: 3f963ac8-680b-46c9-84f7-d5d7f3ead6fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 04a78399-d2a9-4753-ad92-1dd1d56bbdac
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-w7crg'
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5e396ed6f043c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: 65c4dc37-fe5a-4a01-91e2-5bae0cde285e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: a8da2e06-fc04-487f-bb54-f18b0418a964
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e396ea37438a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 4fc6bc0e-35ef-4f4e-8774-8f8120f36047
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: e6904e12-43d1-4890-9010-d89ca6b1756f
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e39a68d9623e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: 16c416c6-5e02-4ef1-8cc2-6c5ec637ccc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: e6904e12-43d1-4890-9010-d89ca6b1756f
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e39a6938bfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: 3ea98f0a-6f30-45bb-a395-3f9db38e6b53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 8cae0368-2e3f-4a60-afa1-f4b75af9a245
  kind: Event
  lastTimestamp: "2026-09-16T19:25:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime.18d5e396ea3c4bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 86d767d7-9337-434a-a894-6ac4f5d24274
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 8cae0368-2e3f-4a60-afa1-f4b75af9a245
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-mlflow-v2-runtime.18d5e396eac61c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: b468d4cd-4f26-4bca-b402-c648fd91b997
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: 8cae0368-2e3f-4a60-afa1-f4b75af9a245
  kind: Event
  lastTimestamp: "2026-09-16T19:25:08Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime.18d5e3a1394734a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33681"
    uid: cea4a99e-3463-4f7a-a7cc-a7b9a54a18ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:44.844576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b7a57ceb04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34338"
    uid: 088a050a-e78b-4717-8418-5537190c19bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b7c779103c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: 9505d176-2a90-4ae8-8a33-52e2744c2fb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b7c91c1e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: bbcbdd26-60d9-49e6-9d80-f157c6b94996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b7cc0d4cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: 65a1567c-c90c-490b-abe7-7e0ad77a4eba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b7cc88c378
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 5afd8f87-15a3-4ecc-911e-2fd64b345d33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:50Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:50Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3b8de1c7e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34377"
    uid: d720baaf-723d-44f5-b2aa-3c9df723c7b6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.803s (11.803s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bb9da394c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: 16acddd3-4af8-48cf-a1f9-16317c140a1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bba0c5c260
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: 87a54918-51ec-47bb-92a7-1f88d176f917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bba14e83a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: 598f5bb4-85e6-4699-856a-b4fdeb18bf3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bba1593a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: a05df7b1-3a04-43c4-b7ce-01710e21cfc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bba426f3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: f7553059-f9d8-48c6-87f7-f01a7f66cd87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bba493513e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34455"
    uid: 1fd645cd-7c80-4d9a-b0c8-15b40a40c1a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3bbadac3404
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: d4de922d-8602-40c1-9fa1-8e65f1900a14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3c83b8fab3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: 035a33f6-ae45-470e-9359-6e5185f62505
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3c83b90208f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: eefcaae2-3b07-4aaa-8a42-486f998fbdd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: ce42c78a-330c-47ea-8a8d-587ab85d96b9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-hmhx6.18d5e3c8b7b5c5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: f2e5c1f4-a100-47cb-858d-ab3a9df67481
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 47a15829-2093-4184-95af-4502272d7493
  kind: Event
  lastTimestamp: "2026-09-16T19:26:44Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-hmhx6'
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5e3b7a4c73ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: d12455cf-bd76-41a6-a1d1-5c6772c0c6f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: 9138bb50-1dc4-40c4-b01a-4dc1b7084482
  kind: Event
  lastTimestamp: "2026-09-16T19:26:44Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:44Z"
    name: isvc-paddle-predictor.18d5e3b7a1ce44fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: 07d014aa-3033-464c-ba72-c91c2b98d8e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34322"
    uid: b2930581-13eb-480e-85b2-acec250f1e3e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor.18d5e3bb204abe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: 1c3a5777-11ec-4de3-bc33-fa8807523b53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34322"
    uid: b2930581-13eb-480e-85b2-acec250f1e3e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor.18d5e3bb20b64df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34756"
    uid: f6bc1cfd-4cf0-4b52-80bc-cbfb44c19a12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: b2930581-13eb-480e-85b2-acec250f1e3e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:44Z"
    name: isvc-paddle-predictor.18d5e3c59dae4af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: 40ce38fd-92d8-4aff-98c5-953cba5e7619
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: b2930581-13eb-480e-85b2-acec250f1e3e
  kind: Event
  lastTimestamp: "2026-09-16T19:27:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:44Z"
    name: isvc-paddle-predictor.18d5e3c59e20784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: e8abbe49-759b-4620-877b-9723946708dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:01.254003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c96fd83c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: 3fd51617-9a22-4a74-a28c-b17c4983ee10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c97bacc809
    namespace: kserve-ci-e2e-test
    resourceVersion: "34957"
    uid: 4c872f3c-0e10-444f-b6c6-47a8e8f9badd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34954"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c9b6066414
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 4a503774-bae0-4794-8600-44d50b24c535
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c9b7a0e228
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: 39c64214-e04b-49b5-b231-01abe91fa3a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c9ba7336f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34972"
    uid: b078fe99-335b-444c-9d3a-b9438ccfa660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3c9bade4508
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: 2ea3f0db-fd34-4d1c-966f-bfd66efc8c42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3cae3283099
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 88027bb2-f5bc-4e8a-a2a4-b6cf293d314c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3cae6d94a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: e4ecdb90-f3e6-490d-866b-5aed5fa1a148
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3cae7438b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35001"
    uid: 95417f09-5f3f-422a-ba26-600ea1d10328
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3cae74f68ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35002"
    uid: 545437a7-ec87-48e6-a7f7-56bfc1b83455
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3caeb6409cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: dd440c2f-8ad4-482a-bbb3-13f9013fb7e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3caebce549b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: 8644960c-8e91-4363-a94c-e4028350e2ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3cb5b2ade32
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: 47d62a5e-364a-48c1-add0-6308cb24bec3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3d7b16c170c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35454"
    uid: 62ce0594-9ee9-44cb-924b-80b9ec54d5f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3d7b16d4c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 56f465c0-190b-4f83-8e1a-81cf007f668b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 10ec1f39-ceba-44e4-80cc-b5e4ed15c9a1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-ffwrv.18d5e3d8653a9e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 9918d82b-4bf8-4004-9ddc-8fae6ad74bac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 016bb218-3f0d-4372-a56d-88c87a3b253d
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-ffwrv'
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5e3c96f68cf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: 7bd0ddfd-717d-4444-b402-619c4a25ae1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 55e8cf65-0620-44d8-9b9d-d163532435e5
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-paddle-runtime-predictor.18d5e3c96c2b89dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: cf3712ee-083b-4f9e-91dd-274c72a70e13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: 7d7f561f-fe6b-4091-9282-18ec9b8e965c
  kind: Event
  lastTimestamp: "2026-09-16T19:28:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:31Z"
    name: isvc-paddle-runtime-predictor.18d5e3cceadb7d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 080f1a17-6ea3-42f0-a940-7f007719da5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: 7d7f561f-fe6b-4091-9282-18ec9b8e965c
  kind: Event
  lastTimestamp: "2026-09-16T19:28:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:31Z"
    name: isvc-paddle-runtime-predictor.18d5e3cceb6a07d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35117"
    uid: c827f49c-9085-4af2-9bda-80706181699f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 7d7f561f-fe6b-4091-9282-18ec9b8e965c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-paddle-runtime-predictor.18d5e3d3e94fe209
    namespace: kserve-ci-e2e-test
    resourceVersion: "35379"
    uid: 5c292f0b-86d0-4a41-abe8-4d6c58292b36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 7d7f561f-fe6b-4091-9282-18ec9b8e965c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-paddle-runtime-predictor.18d5e3d3e9dda598
    namespace: kserve-ci-e2e-test
    resourceVersion: "35380"
    uid: 1aeb23fa-9c96-4c1f-8e95-4b6414d377e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 183f3301-2d44-4266-b3a9-d878c556fc1f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-paddle-runtime.18d5e3c96c2f9475
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: ff3afc66-eca1-470c-a024-f8401d948220
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 183f3301-2d44-4266-b3a9-d878c556fc1f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-paddle-runtime.18d5e3c96cca2d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: e2c1721d-f978-4d8c-be3b-d1c4fa80f791
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35321"
    uid: 183f3301-2d44-4266-b3a9-d878c556fc1f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-paddle-runtime.18d5e3d616b7d837
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: 8437d9d1-cef7-4d2b-8003-8c4ed8db7cee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:07.655269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35531"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d8e5ab215c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: a9c85c0a-e666-4880-8c08-f72d0de651b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d8efd6e903
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: 0fccd7f8-b1f2-4fa2-b16f-d382b3490844
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d92b7995c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: f876afac-f208-4bf6-bc09-c69a8b439989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d92d181880
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 680a319a-fb88-4c16-8778-275e3e1957b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d93095f69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: 0e249e71-bfc1-42dc-a7fe-c8e09cf5ca31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3d93113dcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35559"
    uid: ce1b2477-0076-470c-945f-4092cdba3d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da53bb5520
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 04c7bb0c-d11b-48e2-b383-3bbe9782b64e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da578f07d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: d9719845-a04c-4f0f-bf77-ce0b55235ded
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da58152acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 2b64a2ae-d6a9-40d7-abfe-08c758fa6760
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da58238484
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 79b74b97-5d10-403c-8687-2267a0b6b33f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da5c56d18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: 3a7ae761-1ccb-4573-a32c-783f8e9f5604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:29:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3da5cdf613e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: b7c546a4-734d-4b99-8969-d7562af19127
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3dacbaad61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: 2d4ffa8a-891c-4d5a-bdc8-50786478ea88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3e72dba0266
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: a30d73e7-3147-4c95-a1cb-6fa6a9be7524
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:30:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3e72dba8720
    namespace: kserve-ci-e2e-test
    resourceVersion: "35891"
    uid: fc76e944-8257-4883-9836-da46019eac50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 2650f1e8-85fe-4412-b43b-abe4680c6549
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv.18d5e3e7d5b1f0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: ec961a86-2a67-40a9-8bbf-acffaaaf4f57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35518"
    uid: e8f4f428-60e3-482f-9319-d9fa1b307cdd
  kind: Event
  lastTimestamp: "2026-09-16T19:29:07Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-pcjjv'
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5e3d8e51e5bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: a414073d-4fa7-4c24-966f-2b8acaeb9bb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: 149a33e2-fd4c-426b-856a-c12380179db2
  kind: Event
  lastTimestamp: "2026-09-16T19:29:07Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3d8e1954ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: ca2a3b2f-722f-4fb8-9337-8b3de933ca1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 25b053c5-cc8f-4365-b92e-0e451aa4305c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3dc5fb68fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35781"
    uid: c5503017-6ce1-43bf-a170-069ad599015c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 25b053c5-cc8f-4365-b92e-0e451aa4305c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:52Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3dc60254188
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 321869c1-3942-49bd-960a-2c54e5ee13e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 25b053c5-cc8f-4365-b92e-0e451aa4305c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3dfdecd934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35864"
    uid: 284aa51b-b107-4e65-9451-729f74964a90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 25b053c5-cc8f-4365-b92e-0e451aa4305c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3dfdf7000d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: d4c7f107-75ff-48e3-89e0-b575d7a1ba34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 0cfd505c-a12a-455f-8350-64bc658adb80
  kind: Event
  lastTimestamp: "2026-09-16T19:30:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve.18d5e3d8e14a0692
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: 4dbb681e-bd7b-4e46-80dc-ca1b97869dde
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 0cfd505c-a12a-455f-8350-64bc658adb80
  kind: Event
  lastTimestamp: "2026-09-16T19:29:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:07Z"
    name: isvc-paddle-v2-kserve.18d5e3d8e1c2db38
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 3815a3bc-8050-4306-ae2c-9098cb464d14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: 0cfd505c-a12a-455f-8350-64bc658adb80
  kind: Event
  lastTimestamp: "2026-09-16T19:30:01Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve.18d5e3e587bd38c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: 2333ac15-4a4c-42ba-85f5-3d8463227359
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: da94a92c-240a-42b3-8fca-6289d7386d70
  kind: Event
  lastTimestamp: "2026-09-16T19:27:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:48Z"
    name: isvc-paddle.18d5e3b7a1e29941
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 39c4887e-94a6-434f-a806-225dfb058c6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: da94a92c-240a-42b3-8fca-6289d7386d70
  kind: Event
  lastTimestamp: "2026-09-16T19:26:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:44Z"
    name: isvc-paddle.18d5e3b7a25e09db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: c287fc22-e385-4745-b3c2-7ca59320b28d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: da94a92c-240a-42b3-8fca-6289d7386d70
  kind: Event
  lastTimestamp: "2026-09-16T19:27:48Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:48Z"
    name: isvc-paddle.18d5e3c66956c438
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 1cbf8190-4df8-4a5d-853c-296d401d60f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:14.265564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-6rsz5
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e867f394b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 7f5d8b44-cd3d-4208-9dfc-9c9d4739df1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e88a05e4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: 416e23ba-d842-48e9-a786-32f3260c4f9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e88bb6fe6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: 2b10bb77-21d1-4cfd-82a6-b9a92c08468b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e88e8d9c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: 530f425d-b350-4bff-9a26-6f699eeb94c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e88efb98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: 6b4ee116-5f14-4987-8aee-752feb57b504
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:19Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3e9888b96e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: dd463dfa-ef84-4e7c-8728-ff7ef9c685c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.177s (7.177s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb34579d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: f36efaf5-4326-4373-8826-5c0d7548bf06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb3805d7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: bcf75de3-6934-46db-bc33-daa374161a6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb388d80d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 4d49f96d-b1bd-4a43-9bd7-9850f9cf6690
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb389abb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: f9360978-671e-4c04-9d17-443faf90f544
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb3c44c1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 38dc6e6c-d4d3-4ced-97e8-753f79adee05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eb3cc904f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: c9035f4b-d16f-44fa-8c54-4afde766f103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:31:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:42Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3eba401161b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36559"
    uid: 91f37065-00f8-4592-91de-68b295d1cc6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:31:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:55Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3fff2f66c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: 275f09d1-a4b3-4c63-a6ae-1e192848c5ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:31:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:55Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e3fff2f6d957
    namespace: kserve-ci-e2e-test
    resourceVersion: "36636"
    uid: 96a8c7a6-02ac-488a-a160-08eea06c04f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-6rsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 64996fab-1c6f-4ae5-aa04-632ddd689846
  kind: Event
  lastTimestamp: "2026-09-16T19:31:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:59Z"
    name: isvc-pmml-predictor-8674795f59-6rsz5.18d5e400d437ed1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36653"
    uid: dcba8f6f-34b2-4902-bc64-8b2feaa8a59d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 5843111d-8cff-42a5-837d-28ba84f99f3a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-6rsz5'
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor-8674795f59.18d5e3e8676dbe6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: bc30dae3-1bc6-4907-9338-d1e0e1ff4bfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: daa179b9-6766-46e0-a729-e78e12433110
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml-predictor.18d5e3e862dbc728
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 18976dcb-2339-459f-9d00-3dc1817d51e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 06d16cdc-cb03-4026-b79b-d171f81ff6ca
  kind: Event
  lastTimestamp: "2026-09-16T19:30:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:59Z"
    name: isvc-pmml-predictor.18d5e3ebe03bb31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: a4034bc4-1994-4fe5-a160-d31576538abe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 06d16cdc-cb03-4026-b79b-d171f81ff6ca
  kind: Event
  lastTimestamp: "2026-09-16T19:30:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:59Z"
    name: isvc-pmml-predictor.18d5e3ebe0b201a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 1452939c-ea38-40c4-a872-ba66cea5b20b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36062"
    uid: 06d16cdc-cb03-4026-b79b-d171f81ff6ca
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-predictor.18d5e3f65ccf90d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36570"
    uid: e70cf5f6-0033-4237-9dd5-9f6601e5fa1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36062"
    uid: 06d16cdc-cb03-4026-b79b-d171f81ff6ca
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-predictor.18d5e3f65d47496e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 749beafa-0e87-4476-ab36-c8813eb99767
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:44.045364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36252"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-fn2gk
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3ef56f73fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: a2c6bafa-b863-46bb-a6e4-63ecf363396e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3ef7930a0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 6f2018d9-e60b-4c4d-82a5-fc21f2cffef3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3ef7b033e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: cfb7004b-2a3b-4526-aaac-610be1c71bbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3ef7e52676a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36283"
    uid: cf530d31-a9db-4918-a25a-950a1321cfc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3ef7ef2b382
    namespace: kserve-ci-e2e-test
    resourceVersion: "36284"
    uid: 7c714186-936c-4096-9d81-6952ee9cce53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f08ed2d238
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d268577-a8a9-4365-bef0-4bdc58c47481
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f09251c1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: bce2dc10-e97f-4ddd-961a-35971dbaa87c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f092d3841c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: 4f82902e-5a87-4f29-a5b8-7f5aeb162efd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f092e14779
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f06c4e9d-4c53-455e-ae98-bb7705806d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f095db88f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 468ca1ce-15ba-4d4c-b9c5-1d559e08ce73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f0965531c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: d3dc475d-a3d3-41b3-b784-a1abb02c1009
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:28Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e3f106c48f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: 07f62d5f-9436-4a11-ab79-e324b787bb9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e406e1e63ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: ef56484f-e69a-49aa-9712-ad0bf9711b26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e406e1e738f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36855"
    uid: 0efc7d8b-7fc5-4dcc-947b-4913b3342e51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 227e6de0-0678-4f5c-844a-66a98ea9249b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-fn2gk.18d5e407610fb10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: bd7b3bf7-77c9-4e05-8bf6-1fe285e43424
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 4019342b-63c1-4208-9545-745aff96e540
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-fn2gk'
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5e3ef567d556e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: f58d48cb-92bb-49ee-bac2-3e0980ff8afa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36240"
    uid: 23e0ea8b-a129-47e8-8380-490851df3228
  kind: Event
  lastTimestamp: "2026-09-16T19:30:43Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:43Z"
    name: isvc-pmml-runtime-predictor.18d5e3ef53ca37e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 0e673fb2-c1bc-4067-bdab-d7e8d066abb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 94e1990d-9064-45b4-8791-a6e37f1fdfe1
  kind: Event
  lastTimestamp: "2026-09-16T19:31:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:14Z"
    name: isvc-pmml-runtime-predictor.18d5e3f2d25da086
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: faf86dce-bbc5-468c-a022-556a94090b23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 94e1990d-9064-45b4-8791-a6e37f1fdfe1
  kind: Event
  lastTimestamp: "2026-09-16T19:31:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:14Z"
    name: isvc-pmml-runtime-predictor.18d5e3f2d2c350c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: e47c9260-0d4b-4d13-a23b-45ef2a975525
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 94e1990d-9064-45b4-8791-a6e37f1fdfe1
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-pmml-runtime-predictor.18d5e3f9d0959a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: 478c3421-6cd8-40f3-8440-8499d9e83e1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 94e1990d-9064-45b4-8791-a6e37f1fdfe1
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-pmml-runtime-predictor.18d5e3f9d1139631
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: be603ace-e6c2-4a0d-888e-857fe6370174
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: a2850fe4-9044-4f60-bdb7-a24c9bac6c3a
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-pmml-runtime.18d5e3ef53cb1b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: affa2cbd-075c-4958-adaf-8520fb507925
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: a2850fe4-9044-4f60-bdb7-a24c9bac6c3a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime.18d5e3ef54747694
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 083f6cbd-f4bc-4c06-9b3c-4225656b22a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: a2850fe4-9044-4f60-bdb7-a24c9bac6c3a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:44Z"
    name: isvc-pmml-runtime.18d5e3ef5afcdfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: 031936e1-10fc-4ec4-aeaa-b426649d65b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: a2850fe4-9044-4f60-bdb7-a24c9bac6c3a
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-pmml-runtime.18d5e40562349d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 158ffaa5-7f58-42fd-87be-7a8544d3d5f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:30.416363Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36902"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4081b2be81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36908"
    uid: 3c61d895-3e16-4f73-b8a9-d91793ebe5e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36912"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4083d557c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36920"
    uid: 83275c45-1d69-4023-8eb0-31354e8e79d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4083ffc7e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: 4013ca45-5f8f-42c0-bf68-14900561b04b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e408435a441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: ad625bee-a596-4ac2-983b-456969c55558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e40843d4987a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: c559feaf-e58b-4d53-a60c-a4fc239f8d7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4095ae774bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: a3052591-6b2f-412b-aafb-fb48e460063f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4095de90b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: 818ea374-315d-47b3-8043-a70df0b4431a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4095e5e616a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: ed1c8cd1-ce20-4045-9c84-67c67f541c6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4095e6a21ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 083dab7d-81db-4a4d-a3c9-d359a6097543
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e4096150efe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36965"
    uid: 5b91e580-10e4-49eb-9577-19a2028e8dbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:32:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e40961c3383c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: c5377577-cf9d-43c1-b64f-ebdab59819a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:34:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e40996edbb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37522"
    uid: be35340d-549d-4816-9dbe-99512d7cd158
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:34:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e41fa30045c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: 0693fe9d-cdac-4a2c-b52d-a83833889c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:34:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e41fa30131e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: a1e06ffa-c553-4695-98d2-6af5757d1227
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: af4f4c52-0aff-4ccd-9195-8792099e0568
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.67:8643/healthz": dial tcp
    10.132.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8.18d5e41ff127ab76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: 5de9e2f5-92cc-418f-887b-b7c5b7c0e010
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36892"
    uid: 6107a24c-4756-4b1e-9c03-7f0493cab860
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-68gk8'
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5e4081a87018c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: c260524a-4660-400a-95be-2f27df385d78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 7bcfbc27-566c-4b77-9370-d30df8c828b0
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4081684d6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 66a330e5-ee0f-451c-ac41-8c4912ae552a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: d5e1f3dc-eee1-49d0-8fd3-a3b9279234de
  kind: Event
  lastTimestamp: "2026-09-16T19:33:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e40b9592723f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 12d96b6e-c92d-4764-bc4c-e8857a1af0a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: d5e1f3dc-eee1-49d0-8fd3-a3b9279234de
  kind: Event
  lastTimestamp: "2026-09-16T19:33:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e40b96068819
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 933abeb8-d267-480d-be36-8a7f4e680415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37008"
    uid: d5e1f3dc-eee1-49d0-8fd3-a3b9279234de
  kind: Event
  lastTimestamp: "2026-09-16T19:34:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e41612ae0087
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: 04e8d5dd-e90b-4b08-98b6-9eddb8390522
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37008"
    uid: d5e1f3dc-eee1-49d0-8fd3-a3b9279234de
  kind: Event
  lastTimestamp: "2026-09-16T19:34:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e41613236f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: 03d33acd-01d2-443b-b365-ee8951b88478
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 527f1b36-0ee8-41f4-b0c8-cf601f90794e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:04Z"
    name: isvc-pmml-v2-kserve.18d5e40816c48a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: 551f84cf-e4e1-4619-8913-e3e0060eb279
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 527f1b36-0ee8-41f4-b0c8-cf601f90794e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-pmml-v2-kserve.18d5e40817af50fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 9686b311-9c99-4adf-88db-3fc8a4355b5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: 527f1b36-0ee8-41f4-b0c8-cf601f90794e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:04Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:04Z"
    name: isvc-pmml-v2-kserve.18d5e41e10aa853e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: a4185c6e-fac8-48d2-8e92-27337dd638c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35919"
    uid: 2cff817e-50e0-413d-a9d9-f2a8d98844cd
  kind: Event
  lastTimestamp: "2026-09-16T19:31:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:52Z"
    name: isvc-pmml.18d5e3e862091d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: d86746f0-b82a-4895-aad5-45ffd831743d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35919"
    uid: 2cff817e-50e0-413d-a9d9-f2a8d98844cd
  kind: Event
  lastTimestamp: "2026-09-16T19:30:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:14Z"
    name: isvc-pmml.18d5e3e862e01c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: 98afdc0d-2c3a-4b35-a523-efa39e2f797b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: 2cff817e-50e0-413d-a9d9-f2a8d98844cd
  kind: Event
  lastTimestamp: "2026-09-16T19:31:52Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:52Z"
    name: isvc-pmml.18d5e3ff54681237
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: 5b278f04-b182-4145-b10b-6f6b9ac3645b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:54.905314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1faf43c8c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 1e88c8b9-72ab-47af-ba82-3711f5672096
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fafbb5b6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: ea4ce6ac-d00d-4c7e-b700-8ac92414c0f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fb3a74c76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 893bba6d-a60a-4a0e-8379-f42be2be28fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fb3beafc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: b016a7a7-8337-4291-bff0-39373cf528bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fb3f5558d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 7b75cf65-ed68-4a24-ac3f-1fe62bdb8cfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fb3fc985de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 2ecab321-ec7c-4354-b828-643c53fc8d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc4b28738a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 701b3744-4107-49cf-ac9a-8d51dda4d035
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc4ee8f917
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 912945d1-4a30-4e23-b331-b38166c4f0e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc4f68ea05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 52602481-e638-454c-b2da-4a76198bca12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc4f750af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 16649e2b-cd56-46a9-8de0-3835d41561a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc52b73a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: dbb6489f-4321-4a15-b7c0-53b53338d467
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fc532d7214
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: b9fcab35-6e31-4a09-8caf-30c3b6ac3132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e1fcc31bfa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 43ef9f77-e82b-4301-990e-07968d5219c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e20fed35a4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 591336bc-05a4-4af6-b99f-3bbafec296ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e20fed361144
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c4451a11-e613-45fb-a156-59a2206fba24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b123b0d4-9a4a-4a27-a2a4-62b44137a9c4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx.18d5e210c950bec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 6c0f031d-4f82-4c5b-8258-6a1915da2b96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 9cb558b9-ea77-442e-9432-d315940b9877
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-jrgsx'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5e1faf3993f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: fcf29a85-3fae-4168-ba3f-37b2a34c2f0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 6105b4b1-53ff-4fcc-ae29-41375447cad0
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-predictive-lightgbm-predictor.18d5e1faf0993de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: fa496204-97dc-432d-8e48-f1ccfc0f2b5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 25bfdc76-1151-4ded-acaa-25c769248f78
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-lightgbm-predictor.18d5e1fe6f0e538b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: cec107d7-8c92-4d26-bae1-ff17323b4fa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 25bfdc76-1151-4ded-acaa-25c769248f78
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-lightgbm-predictor.18d5e1fe6f8e94d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 602d6738-5a4a-4f80-b495-f4409e91a47b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 25bfdc76-1151-4ded-acaa-25c769248f78
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-lightgbm-predictor.18d5e208eb6e316b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 8bf5ee8f-af81-42f1-82e3-bbe5698ec7fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 25bfdc76-1151-4ded-acaa-25c769248f78
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-lightgbm-predictor.18d5e208ebd58600
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: d9cfbab3-b592-4309-8b7e-a11fe5b0fbfe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:50.725102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e23fd4783f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: 5a2eb64b-c31c-4465-9316-78a683e40783
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e23ff6cce76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 0641b462-de67-4b21-be52-66fe584b4830
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e23ff8aeed61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 91f412bd-e694-41e8-af4b-738bb1bc195e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e23ffc115a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 6387385e-745d-4665-8ed7-e9d7e613bfc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e23ffc93a35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: f2d233d5-1861-454e-8581-d29fb11aaf64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e24115aa55f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 8f0daa25-f92b-4db6-9c7e-5c66b645794c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e24119c25961
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b049d615-5a85-46da-9444-16258f3d95f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e2411a48de40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 5af05a2b-eb4d-4a1c-8a3d-0017da7c115c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e2411a5627ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: f88d8eb8-c04f-4da4-baa3-0c535e99f125
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e2411e757c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: e8c79f00-e242-4c6a-96d5-391c8d756202
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e2411ef7c9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: b9f8f807-ad3c-448a-85af-9b205ff888e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: 'Readiness probe failed: Get "http://10.132.0.37:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e249f011a23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: 6b49f13f-3913-4bef-9d0c-07f0dea79167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e254d054a6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 21bf0b45-63fa-4697-93e4-13358381cf37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e254d055d484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 076577b2-33dc-4cd0-8ec3-becc78205581
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: d06411b3-0959-457b-8f5c-9f29b658e8b2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565.18d5e25593c8fc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 13f1ef17-d2e7-4d6e-bcc9-45ea0cd78ddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: b3c5b813-854d-4771-9a2b-026ab7f94bb7
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-26565'
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5e23fd3da190a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19693"
    uid: 900d95c0-5c43-4963-b799-42d63b1ffc2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: f7d21288-a44a-4778-a85a-617ee12f7303
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e23fcfa6c744
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: 88426041-1af5-4a4e-a701-efcb0bb026f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 92ec696e-a6b7-4107-a3aa-d010f807a132
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2434e1cfb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: 62d9d0d3-7849-4f99-a5bc-1361c6e3b758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 92ec696e-a6b7-4107-a3aa-d010f807a132
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2434ec2dc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 99614da1-5092-458c-ba39-c1c3985a7613
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 92ec696e-a6b7-4107-a3aa-d010f807a132
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e246cd6294ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 9ea267be-33c4-4ef6-9a38-203cdd1de66c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 92ec696e-a6b7-4107-a3aa-d010f807a132
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e246cdcc05bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: fb332e0f-8071-4199-88cc-657dc27e0372
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 965c51bc-e853-4a52-aeb0-870274eb0f23
  kind: Event
  lastTimestamp: "2026-09-16T19:01:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:14Z"
    name: isvc-predictive-lightgbm-v2.18d5e23fcfaf34cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: cc2eb1a8-62eb-4854-8944-2dfe2a0e2a31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 965c51bc-e853-4a52-aeb0-870274eb0f23
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-lightgbm-v2.18d5e23fd0887f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 4e86a920-6daa-453f-b987-7eaa31ee1b6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 965c51bc-e853-4a52-aeb0-870274eb0f23
  kind: Event
  lastTimestamp: "2026-09-16T19:01:14Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:14Z"
    name: isvc-predictive-lightgbm-v2.18d5e2534cdfa3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: d3a571d4-b047-4636-b566-bb20d1829eb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 64d066f1-f999-4f7b-9c22-44a381e7b5ae
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-predictive-lightgbm.18d5e1faf09cae7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 50f1583f-3e09-4c98-8dc6-625321023b1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 64d066f1-f999-4f7b-9c22-44a381e7b5ae
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-predictive-lightgbm.18d5e1faf10e8c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: e44b54c7-89b0-44bc-bef4-bf20494de13e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 64d066f1-f999-4f7b-9c22-44a381e7b5ae
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-predictive-lightgbm.18d5e20e7a6ae101
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 94f24904-feff-4773-938d-1954933f7a5e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:54.399401Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c2f4f77c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: b1e5fc70-1df0-40ac-bac2-44c286202d79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:54Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c317653468
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 82614067-bd65-47bb-9d46-f0018b4407c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
  metadata:
    creationTimestamp: "2026-09-16T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:55Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c31901cf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 082b81da-8b9b-4d50-93d9-d797912b0be9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    in 3.602s (3.602s including waiting). Image size: 308610468 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c3efbca6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 2d01b02f-1fe7-407d-8b33-01242813e090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c3f44b229d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 72dc19a8-26c1-4359-824a-b3e0024af66b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c3f50ce8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 8557fd66-e19b-4cc0-b421-a25ee5bde22a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1c51764b3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: a1c9e2be-e6b4-4037-86c1-d3f87c29d9a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:25Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.338s
    (22.338s including waiting). Image size: 2434679948 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1ca4ae22d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 86f91206-7467-459b-beac-23c24f2f0d34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1ca52f19bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 1579813a-8436-4469-8558-17e1dc9464d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1ca5440deb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 8bde2859-8890-431b-93ac-ef87eae023eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1ca54502117
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 2c5dd4a8-e0c3-4354-adca-200e11866951
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.766s (2.766s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1caf9305af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: fd784af1-1889-438e-9061-7d3112c9f391
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1cafe28ff39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: b8d2cf3a-befe-41e2-81a4-96a0b5261514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1cafed27abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 6eca09cd-2d2c-473b-9463-59130fb8d286
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1cb6ab962eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 55dce63c-5d40-4da1-b6d5-aed675a841ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1dee85761e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: a74a7dd8-598d-42c4-a2eb-7b926ef72a6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1dee857bfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 50f9547a-4405-45cc-973a-8e92057774ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 289fb560-9995-4533-af6a-4347ccc0da5b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-zk96k.18d5e1df70f9306e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 908d93f2-8d8b-4f6d-a915-9fab45e73f54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 47a9ff1c-2faf-4198-a369-644c480bf659
  kind: Event
  lastTimestamp: "2026-09-16T18:50:54Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-zk96k'
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5e1c2f44a7365
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 8f01aa36-b056-4843-9669-826e5687edf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: c71aa42b-884b-4bfd-adf8-19d9fd301869
  kind: Event
  lastTimestamp: "2026-09-16T18:50:54Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn-predictor.18d5e1c2f0ad45b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 90961cbc-8df3-4e87-98ea-6ce32a67a2df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: 30188ea3-4062-4484-88ce-ceba49cf7f9c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-predictive-sklearn-predictor.18d5e1c66f75df39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 009b5e6f-7cae-4631-b068-b9eae940102e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: 30188ea3-4062-4484-88ce-ceba49cf7f9c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-predictive-sklearn-predictor.18d5e1c66fdcee0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: 575bbc63-cb5c-4eb2-96fa-e3a8e8191537
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 30188ea3-4062-4484-88ce-ceba49cf7f9c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:39Z"
    name: isvc-predictive-sklearn-predictor.18d5e1db68da8a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 4b8d6815-b4d5-4d88-9913-be22730b9d32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 30188ea3-4062-4484-88ce-ceba49cf7f9c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:39Z"
    name: isvc-predictive-sklearn-predictor.18d5e1db69450069
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: afef9de8-daf3-4961-aa84-f8b77c9fc487
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:30.163664Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e211221391a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: f21b48c2-8ecc-4c17-a168-f091782ed7cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e21144852104
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: a75765b1-cc4f-40e6-8e04-d88b743f7991
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e21146086b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 367ec674-fad5-4150-8ddf-4dd36a2e77a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e211498a14e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 064fae6d-7b4e-419d-a66a-ead126d1161f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2114a0fc91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 3f2b9381-482e-47af-97f7-dfd829e751b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2124b7b798d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: ce75fd2f-5d92-4668-847d-8b17c6c218b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2124f18cc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 43174c3a-9c5c-4c37-8272-67ecc735af7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2124f9e2922
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: f4378837-d47c-4f46-bc62-9a56ae252681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2124fabc1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: 5c8a4f7c-62d2-4291-bb91-36f19eeb8641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e21252a1cc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 0fa2f69c-fd58-41c2-8e8d-f504be93b77a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e212532fe747
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 391d01bb-3837-40c9-8770-2b90b59108e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.35:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e21b25c5c049
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: 6562bdd3-8b83-4dc8-bbf5-6a121da8dbb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e22872a33b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: c1304260-5c18-4071-9e96-1506a14259bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e22872a3ecc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 7b9afb2a-a4d0-447a-a77f-c446ee2ab3e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 311f61a6-7cf3-482a-a1d0-03bc97bbd85a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf.18d5e2291db205fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 012bba53-af72-4116-b0bc-356989f4a62d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 837f5c35-fa7a-45e4-820c-31e478c2b507
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ldkkf'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5e21121a5960d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: e6fbef98-d465-4b43-a9e1-241ccb1c2241
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 4e30ea62-84f7-4919-aa61-7a20dd5742e8
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2111ed39036
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: b3e9179b-8f5a-44eb-8da3-3841a607bb5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: e057af4e-cc7d-496e-9ac8-25b303e7c0b3
  kind: Event
  lastTimestamp: "2026-09-16T18:57:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2149ded72d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: 1c233bf5-e11c-498e-940a-890ec9c7d590
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: e057af4e-cc7d-496e-9ac8-25b303e7c0b3
  kind: Event
  lastTimestamp: "2026-09-16T18:57:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2149e529f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: 3eb413e4-5830-426f-827a-70aca34c6102
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: e057af4e-cc7d-496e-9ac8-25b303e7c0b3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e21b9c2247d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 8d8a1b50-b0e8-4e06-a72a-fa0bad165e22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: e057af4e-cc7d-496e-9ac8-25b303e7c0b3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e21b9c885b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 90521fef-4f29-4026-a8e9-c0daa838b6a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 5c0de0fb-b582-4fac-8cdd-38cb93ca4ddb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:03Z"
    name: isvc-predictive-sklearn-v2.18d5e2111f07cad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 0a96d919-fd04-445f-8d41-f78f0bbd8b00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 5c0de0fb-b582-4fac-8cdd-38cb93ca4ddb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-v2.18d5e2111f791d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: c1e7c5a7-5faf-42dd-84fc-2abaa6e991c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 5c0de0fb-b582-4fac-8cdd-38cb93ca4ddb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:03Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:03Z"
    name: isvc-predictive-sklearn-v2.18d5e226d3e103f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 001f931b-f57b-4edb-8468-e2f32235bf0e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 0bf725d1-6e8b-424c-a91d-59380f88f1a2
  kind: Event
  lastTimestamp: "2026-09-16T18:52:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:46Z"
    name: isvc-predictive-sklearn.18d5e1c2f0bd6d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: a40fb7b2-05f7-4fdd-b83f-219259b315b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 0bf725d1-6e8b-424c-a91d-59380f88f1a2
  kind: Event
  lastTimestamp: "2026-09-16T18:50:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn.18d5e1c2f1c80c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: 9dc5ad56-0a9b-4355-817d-0601389a5fe6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 0bf725d1-6e8b-424c-a91d-59380f88f1a2
  kind: Event
  lastTimestamp: "2026-09-16T18:50:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:54Z"
    name: isvc-predictive-sklearn.18d5e1c2f88c9ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: 8ba02018-01c2-4c3f-95fa-db0f526db08d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 0bf725d1-6e8b-424c-a91d-59380f88f1a2
  kind: Event
  lastTimestamp: "2026-09-16T18:52:46Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:46Z"
    name: isvc-predictive-sklearn.18d5e1dd2266970f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: ecefdf3d-08a8-45e4-b24c-4ac09fe6c83a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:59.627343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-cp8h8
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e01d225832
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 48f27e30-554c-4d72-8107-250d2ddb3893
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:00Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e03f2571b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: 7a7d7fae-d962-4e50-9404-55831949ac0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e040a354b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 7b93481c-d578-43c3-ad45-404ea16afb61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e0431dbe80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 6a36ed04-946f-4bb7-9403-4e8aa7b45c35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e0437dfabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 0e63ce0a-9c32-40f4-b1e3-9f9351a0bb7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:05Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e160a5844b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: fc470ca4-d512-4d6b-8781-da448d4c2dc6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.242s
    (22.242s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e68e69d695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 05c36bb1-3653-40b8-b389-3c3e1b384df4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e69243dcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 4e76d6ba-8e8d-43e3-bfaa-25863af767b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e692ae88eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: a0c9be4f-7455-437f-a9f5-18169673bc4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e692b8cb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 20955580-23da-4364-9c10-73fb46a79c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e69594f247
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 767e141b-c5dd-45d2-a5c2-1bf410ba864f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:53:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e695fa8ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 9cf8a6a4-95d7-4b5d-bce4-14ce61e316e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:54:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:35Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1e6ffaa3b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 51283512-b45e-47ba-8833-020edd45cc96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:54:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1f9bf084a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 2119ebba-e8b5-4f57-9fca-19221d85c6bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:54:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1f9bf08f410
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 2f2f9fb8-47f3-4e5f-be6b-edd565c766a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: ae29b658-5f9d-41fa-af7a-3e5dbaa73f89
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-cp8h8.18d5e1f9dbf7de4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: ff5d6d87-0ccc-44ff-85f7-79b3732deb5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: b576db1f-5e91-48b1-893c-b32bcf266590
  kind: Event
  lastTimestamp: "2026-09-16T18:52:59Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-cp8h8'
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5e1e01ca8088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 54c782c0-5a56-4240-a0d7-68af5160f869
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 1348ea0c-5f45-4c2a-b892-33f9b0ea5a7a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:59Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-predictive-xgboost-predictor.18d5e1e019acaa8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: a507fb2e-8a41-4bb9-aa8e-69b9fc10a72f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 170ef075-a9ae-4912-b523-494f77fea8c0
  kind: Event
  lastTimestamp: "2026-09-16T18:53:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:59Z"
    name: isvc-predictive-xgboost-predictor.18d5e1e3983113e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 01ed7486-3035-443e-b6d2-874e4c2e0792
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 170ef075-a9ae-4912-b523-494f77fea8c0
  kind: Event
  lastTimestamp: "2026-09-16T18:53:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:59Z"
    name: isvc-predictive-xgboost-predictor.18d5e1e398b7ffb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 89557ad2-f393-4582-a4a9-f0b4a123cf6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 170ef075-a9ae-4912-b523-494f77fea8c0
  kind: Event
  lastTimestamp: "2026-09-16T18:54:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:44Z"
    name: isvc-predictive-xgboost-predictor.18d5e1ea9624e642
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 91a51318-1fca-4a86-8d99-e78802327dde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 170ef075-a9ae-4912-b523-494f77fea8c0
  kind: Event
  lastTimestamp: "2026-09-16T18:54:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:44Z"
    name: isvc-predictive-xgboost-predictor.18d5e1ea968cca85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 28fbcd23-ac0e-439e-8674-7f265f7983ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:15.476832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229a73afc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 7c1c213b-358b-4498-a93f-9060a4ed95dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229b5348acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: f9bb79ce-0598-4670-9e1c-b007877c0c3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229eeaf7d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: fc175072-9a9e-44db-9893-ae8b6312de96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229f048f887
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 784abaec-fc4d-4c08-9fe2-40751b57af8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229f3af234e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 93a5bf8d-ac96-4628-8d84-52f7e5706c6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e229f43fff99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 027b5e1d-f891-4c8d-8c5e-bd0ae6fffb0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22adc33024e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18882"
    uid: bfb9ecdc-3335-45a2-ac8b-56a188a244c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22adfb09746
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 528226ce-536e-42a9-a228-7f2bc9538cad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22ae0306733
    namespace: kserve-ci-e2e-test
    resourceVersion: "18887"
    uid: ad76be51-8854-4e7e-8643-1cae0eb073d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22ae03cbdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: 83f858f9-c7fd-4818-b892-8c39bb3a6ecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22ae36c8ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 104e9044-1603-4c27-b0ae-4ce2879bc2bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e22ae3ee58e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 285674f7-e610-4b98-82c9-30b3a4e62a9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e233b6824388
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 4587e5a2-4359-4d39-a7f1-cfafd241c0cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e23e9e6c8bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 4a36ce60-33b1-4418-8f5e-b7ac41c371c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e23e9e6d145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: dc1b8bce-3dd5-4835-8686-a5844820f0e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: e61ab900-58c8-4466-9ecb-48711f2f560b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n.18d5e23f5a66bb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: 8e337678-0f54-4a86-b1a9-cbdfb7edfdda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: 8442bc52-8eb8-4b8f-ac41-8df52d6e128c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:15Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cpx7n'
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5e229a6b25acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: dbd8306a-f03f-4f47-b250-0f144801c6d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 91e2d859-8451-4f80-909f-11761b8da12d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:15Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e229a1c9d467
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: d8c6e111-0474-455d-938c-efae6712b600
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 331df449-586f-4305-9dc7-ec7402cca35a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e22d205ad220
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 3aaee50f-74ce-49ef-ae14-9a266055126f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 331df449-586f-4305-9dc7-ec7402cca35a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e22d20ca516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 46c404df-eb87-4521-893e-3025f6b9af8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 331df449-586f-4305-9dc7-ec7402cca35a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e2341e6cd6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 51bacbe0-8dc2-43b4-a92c-dd09068606d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 331df449-586f-4305-9dc7-ec7402cca35a
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e2341ef8a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 16bb1348-7a6f-42e5-827c-00803959d255
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: b35dd369-ce35-4713-b33e-2e5e0f103400
  kind: Event
  lastTimestamp: "2026-09-16T18:59:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:38Z"
    name: isvc-predictive-xgboost-v2.18d5e229a1d25bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 193c8e19-e843-4ac9-a7cf-9b882e945c10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: b35dd369-ce35-4713-b33e-2e5e0f103400
  kind: Event
  lastTimestamp: "2026-09-16T18:58:15Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-xgboost-v2.18d5e229a2a4a21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 789a0a9e-2582-4878-93b9-478d5b06cdb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: b35dd369-ce35-4713-b33e-2e5e0f103400
  kind: Event
  lastTimestamp: "2026-09-16T18:59:38Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:38Z"
    name: isvc-predictive-xgboost-v2.18d5e23d0f8000de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: 9fef8283-5307-4d5c-b96a-9340f30263ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 5f12512c-dcc6-473a-9c1a-e711075e1a60
  kind: Event
  lastTimestamp: "2026-09-16T18:54:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:45Z"
    name: isvc-predictive-xgboost.18d5e1e019bb7a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: c8eef822-05f8-4496-960a-839aa6ac396e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 5f12512c-dcc6-473a-9c1a-e711075e1a60
  kind: Event
  lastTimestamp: "2026-09-16T18:52:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-predictive-xgboost.18d5e1e01a600405
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 94ba868f-4299-49db-a768-c4d8566fa306
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 5f12512c-dcc6-473a-9c1a-e711075e1a60
  kind: Event
  lastTimestamp: "2026-09-16T18:54:45Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:45Z"
    name: isvc-predictive-xgboost.18d5e1f8b7541285
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ddf84e33-eb24-4974-b43f-10f6de7535a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:00.576560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a291d0-predictor-7f984c747b-z922b
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:00Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e40128949922
    namespace: kserve-ci-e2e-test
    resourceVersion: "36689"
    uid: d7b435ef-c12d-440f-9b81-c9d03d08e123
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36692"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e4014a822163
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 3c6e59d7-9caf-4f29-bec2-707a9a0e8eb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e4014c1fca0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36703"
    uid: 9f2d26b0-2696-41d5-8d52-2b32aa739530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e4014eb2b07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: ac45f783-7e6e-44c4-a067-39d4699dba0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:01Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e4014f29cc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36705"
    uid: 1deaa0f5-bbde-4d32-ae4b-d5b83b356a37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e402709ab016
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: 9f5e5551-0c33-4913-a266-cede607a37d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e40273dcbc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: ae1bf129-2cc0-47ad-9ffa-422f44d0715a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e402745914a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 05084a72-3b08-4e3f-8aef-1976400d0a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e40274635831
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: bbaebd2e-49e9-4ed2-bcf3-2db720b6e633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e4027920d75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: efcd23b0-2fca-48ef-ac6a-a68d57749adf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e40279acfb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 1c2de58c-b60d-47cd-8ba3-196e7871b598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:33:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:13Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e402aca659cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 663744e2-9ff8-4e9e-8c1a-b6b8576f2f5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:33:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:51Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e41b0e91ca29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 19604561-7f07-44d3-ab09-a3f6aa800458
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:33:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:51Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e41b0e9234c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: be9a2b78-4a56-489a-bc80-bf68ce969e05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 1a204f61-f2bc-4f0c-9808-829b9c8f3c50
  kind: Event
  lastTimestamp: "2026-09-16T19:33:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:53Z"
    name: isvc-primary-a291d0-predictor-7f984c747b-z922b.18d5e41b5afde18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: facf93f3-565f-4b2d-9210-653d7133722a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a291d0-predictor-7f984c747b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 869a760f-bd0b-4415-b133-c55dbd3a92b0
  kind: Event
  lastTimestamp: "2026-09-16T19:32:00Z"
  message: 'Created pod: isvc-primary-a291d0-predictor-7f984c747b-z922b'
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:00Z"
    name: isvc-primary-a291d0-predictor-7f984c747b.18d5e40128045696
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: d3e8c582-85e6-45eb-bd76-2a8f55134056
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 31e47734-f558-4f32-9656-9bb3b4a995d3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:00Z"
  message: Scaled up replica set isvc-primary-a291d0-predictor-7f984c747b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:00Z"
    name: isvc-primary-a291d0-predictor.18d5e401249334c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: 9b968451-600a-4351-9451-3e04472547b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: d65817bd-6867-410c-a052-7271fef7d77b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-primary-a291d0-predictor.18d5e404a2f8a3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: f81d7aa6-fef3-4b9f-943a-306246a737b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: d65817bd-6867-410c-a052-7271fef7d77b
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-primary-a291d0-predictor.18d5e404a368dbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: ea2bc7dd-a03a-4268-8ebc-67cc803353b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: d65817bd-6867-410c-a052-7271fef7d77b
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-primary-a291d0-predictor.18d5e40ba0e9588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: 61cb84d6-3ae2-4c1a-bda4-7c523525dce7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: d65817bd-6867-410c-a052-7271fef7d77b
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-primary-a291d0-predictor.18d5e40ba15d5430
    namespace: kserve-ci-e2e-test
    resourceVersion: "37212"
    uid: 27cb4d02-db79-4e89-9d21-36642e47d806
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 868f75c2-0370-48a7-ae73-e367ddfd8438
  kind: Event
  lastTimestamp: "2026-09-16T19:33:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:17Z"
    name: isvc-primary-a291d0.18d5e40124a70c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 9ac818a1-4747-456d-acdd-5d42101fe31b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 868f75c2-0370-48a7-ae73-e367ddfd8438
  kind: Event
  lastTimestamp: "2026-09-16T19:32:00Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a291d0": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a291d0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:00Z"
    name: isvc-primary-a291d0.18d5e401253342c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: 7454a533-852c-40e8-be88-9a62803a9c15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 868f75c2-0370-48a7-ae73-e367ddfd8438
  kind: Event
  lastTimestamp: "2026-09-16T19:32:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a291d0": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:00Z"
    name: isvc-primary-a291d0.18d5e401253375a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: ceb14882-6727-48bf-9233-dbd8a2b1fcb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 868f75c2-0370-48a7-ae73-e367ddfd8438
  kind: Event
  lastTimestamp: "2026-09-16T19:33:17Z"
  message: InferenceService [isvc-primary-a291d0] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:17Z"
    name: isvc-primary-a291d0.18d5e413255c0602
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: f6ed2e6d-4e74-4140-b1b2-ae75e1ed3625
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:35.741444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37256"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e41750d987a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: 073d918f-703a-4742-930c-f984c981e485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-a291d0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e41760e386ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37270"
    uid: 390e6663-eea8-4196-bcbf-9208da1b36c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e41796934e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: f4a52aef-f16f-442e-b117-320c0e3d90cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e417983cf7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37300"
    uid: 858721d0-c703-4165-893d-935dbb431b4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e4179ae84708
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 453e4326-0a74-4170-b8be-c92b8a9256f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e4179b5a1b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: f1df39ab-3046-49fa-b270-f7a9a7a60fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: e7c4cbf9-03b0-4a31-87e3-e0eee6661f37
  kind: Event
  lastTimestamp: "2026-09-16T19:33:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp_kserve-ci-e2e-test(e7c4cbf9-03b0-4a31-87e3-e0eee6661f37)
  metadata:
    creationTimestamp: "2026-09-16T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:44Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp.18d5e4195d438e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: afe73785-541b-4766-aa45-48bbab069b8a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a291d0-predictor-64fbbf99f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: f8c2ac78-b3e0-42eb-98d8-6f7f9b80bae6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: 'Created pod: isvc-secondary-a291d0-predictor-64fbbf99f5-tvxcp'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-secondary-a291d0-predictor-64fbbf99f5.18d5e41750603991
    namespace: kserve-ci-e2e-test
    resourceVersion: "37257"
    uid: 1c10a652-b27a-4678-96b8-f3964c5f0ee0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37247"
    uid: fdf5eaee-3556-4a90-a9a3-251845f7c659
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: Scaled up replica set isvc-secondary-a291d0-predictor-64fbbf99f5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-secondary-a291d0-predictor.18d5e4174d6348d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37250"
    uid: 78dcb7d8-1e0b-4329-ae71-c558fcc36c9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 03c7ea8d-52fd-432b-8368-fd1ba8d8fe7b
  kind: Event
  lastTimestamp: "2026-09-16T19:33:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:50Z"
    name: isvc-secondary-a291d0-predictor.18d5e41acbcabeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: 7eb80e26-6d25-4160-8d96-eb9612d66de5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a291d0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 03c7ea8d-52fd-432b-8368-fd1ba8d8fe7b
  kind: Event
  lastTimestamp: "2026-09-16T19:33:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:50Z"
    name: isvc-secondary-a291d0-predictor.18d5e41acc3f7bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37357"
    uid: 7eade92d-24aa-453f-b09b-dfb0dbf822db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 1478bede-70eb-4572-a490-94bedc5765ff
  kind: Event
  lastTimestamp: "2026-09-16T19:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:44Z"
    name: isvc-secondary-a291d0.18d5e4174d6465b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 5d3f3649-9c77-4b1e-bb2d-8be8003fbecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 1478bede-70eb-4572-a490-94bedc5765ff
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a291d0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a291d0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-secondary-a291d0.18d5e4174df82c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 479cf2e2-8b8d-4137-b414-65427aaef60b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a291d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 1478bede-70eb-4572-a490-94bedc5765ff
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a291d0": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-secondary-a291d0.18d5e4174df88c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 7250b6ca-385e-4721-9b57-a584f13b030e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:24.341796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d7e5f39ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 9483c9da-9f77-47d5-9341-0876a7dad5cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d807dc1a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 814d1148-19ee-43d5-a9fe-70829fbd0ffb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d80975355d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: cc4de162-e523-4281-a897-d7478ff587ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d80c143480
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 5db78fdb-0ba7-4a60-9394-d0ceeda1ee4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d80cb71a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: ebf24d82-fa8e-49b7-b8a0-697a31d5066a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8f42c5e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: e34b8ae1-2132-4385-bb2a-ac61250ce33a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8f76a4126
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: d45e95b6-e15f-4027-8d6b-5c999896e111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8f7d7ffef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 87c28979-8266-4ae1-a3b4-f8475a161368
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8f7e3742b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 0fddb5c2-001f-4031-b89c-a70858c8a0f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8faf28653
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 9c162892-3ff0-42b4-a2e8-fae2471db373
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8fb5c3296
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 9f0f0fe9-13df-4b7d-892c-1cfc1f440336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:03b5a032cdb9cb2925ad447181dfdd6ead3d3da3102406279a9c525a9f0d0207"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:29Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8fb6694ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 5849a272-02a5-4526-b41d-413509daecb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:29Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:29Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8fe3d4c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 9872075e-13f2-4b2f-8527-7bb0a8385355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:52:29Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:29Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d8feaa1ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 81ecdf36-a7cf-4bc3-ab66-68203ed29917
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d9306cb2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: cdab1bd2-af17-4ff0-ac2f-f26779e0e2cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1d96c47b847
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 1a1d60e2-8df5-4004-8f2e-1dbd5750b2af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1f05e9ad1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 27d1c98c-80e6-4eea-a616-573e5a36e9dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1f05e9b13f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 00a0c0b7-3586-464b-968b-c7d14326893f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1f05e9bcd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 2c221ce3-a5a4-4c22-8f76-422c5a5abd44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4cbcfa95-3d2f-4ddc-a0b3-73191104f93f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:16Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8.18d5e1f0f0a1cbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: f8552627-683d-4687-a75f-c795b441b88c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 6a396bb9-84b3-4f59-99c8-b2d7b85d8a98
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-8485cc5cfb-wg2w8'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor-8485cc5cfb.18d5e1d7e58c5600
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 87cf9656-7eb8-4a0d-a96b-96f3f58b6ff1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 298b0267-c8fa-43d9-96fc-d215bd92f3db
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-8485cc5cfb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1d7e20213fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 9676d1b5-4880-4fe3-8b5d-c660d42f24ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 7dc89282-ce45-4b85-96f0-20d685131168
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1db610132fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: d8a61d78-b110-4ddd-a682-a6eac14f5caa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 7dc89282-ce45-4b85-96f0-20d685131168
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1db61894e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 0423977d-c5f6-4378-91c7-a71894e23721
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 7dc89282-ce45-4b85-96f0-20d685131168
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1dee04994aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 2aff4733-d8c0-48ca-bd4e-14cd5b8290f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 7dc89282-ce45-4b85-96f0-20d685131168
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1dee0c58949
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 404f7f81-4656-46e2-96c6-089bf67ba772
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 362cb2a1-0191-40ac-b662-8415e79634cd
  kind: Event
  lastTimestamp: "2026-09-16T18:53:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:55Z"
    name: isvc-sklearn-batcher-custom.18d5e1d7e20e3421
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 73bf44a0-936b-426a-b07f-c39f18b25622
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 362cb2a1-0191-40ac-b662-8415e79634cd
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-custom.18d5e1d7e286efa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: 3a75c795-e290-49ca-a25d-089fc2b8a523
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 362cb2a1-0191-40ac-b662-8415e79634cd
  kind: Event
  lastTimestamp: "2026-09-16T18:53:55Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:55Z"
    name: isvc-sklearn-batcher-custom.18d5e1ed34672043
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 62cf39c3-4d9e-4f07-8daf-708c51f474fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:39.370822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1bf7531ab8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14588"
    uid: c77824eb-4bb2-412c-b80b-6a40c5582a37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1bf973201a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 6d11de17-3e60-4816-85e4-60bbebf12c5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1bf98de0f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: e5d63106-ab52-4bf6-93d1-1f10fcdf15b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1bf9be1c0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 14dd5cdc-1238-4213-aa33-72754ac2cb0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1bf9c533647
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 8d2b9490-ebbd-4bad-80b9-7322d9ffe62a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c09ee2e4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: caa7efeb-2d57-40a3-b448-6852e8a5be71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    in 13.059s (13.059s including waiting). Image size: 1582981516 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:57Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c3a94bc1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: 13f27e03-05d9-46fa-b577-b92861f3bf98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:57Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c3ac85efdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: 8eaa7c6c-22ba-40a8-bc5a-1fe04035fa24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:57Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c3ad017026
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: b9a540de-e531-4aaf-ba4c-f229030e4f79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:57Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c3ad0dca57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 06f0aa2c-6795-401e-8dff-b3b03e34fec0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.213s (2.213s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:59Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c430f79afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: c27bfe06-f295-4c57-bc5d-b24c2536ab88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:59Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c434606d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 0884ec2a-af50-4841-8ac6-2219c9d9bc37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:59Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c434d7b6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 967d2ab3-9c23-4a03-b856-e32e2e633a89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:50:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:03b5a032cdb9cb2925ad447181dfdd6ead3d3da3102406279a9c525a9f0d0207"
  metadata:
    creationTimestamp: "2026-09-16T18:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:59Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c434e513d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 3f1c3a9a-9c02-4b69-aff7-fa58b8a205c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:03b5a032cdb9cb2925ad447181dfdd6ead3d3da3102406279a9c525a9f0d0207"
    in 1.796s (1.796s including waiting). Image size: 243360842 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c49ff72685
    namespace: kserve-ci-e2e-test
    resourceVersion: "14901"
    uid: 909f1328-5160-4ba7-9c60-2f3426659da1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c4a3095257
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: d2ab80cf-9481-4ad8-9ac9-c8e675a86933
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c4a386cad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: 9f259641-0276-416a-b1e2-547be8664914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c5138e8c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: e97e979a-16e6-4c11-accb-c0aa6e0944f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1c513990e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: d8914dce-ebcc-4d2f-9ffc-d2a783bde666
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1d7df97fe82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 75367f76-d23e-4b57-850e-d23564aa9c28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1d7df981fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: b9ae7ab7-39bb-4da3-93dc-466b11922979
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1d7df98ad73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: c9cea57c-6c3c-49cd-815c-b38116dc9043
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 589752fa-5569-47d2-9245-2e9325003826
  kind: Event
  lastTimestamp: "2026-09-16T18:52:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:34Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v.18d5e1d7efb37e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 01593046-c1bb-4e7f-9094-5a95fa29f542
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6ccc9784d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14571"
    uid: 1f09def3-f8b4-4dec-89f9-f744a6ee3ea6
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6ccc9784d9-vxf7v'
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher-predictor-6ccc9784d9.18d5e1bf74c03526
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: d90c08f1-ad91-423e-959e-7de6e1ea5398
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: b75a885c-9ae1-4263-a157-56e19b0935c9
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6ccc9784d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher-predictor.18d5e1bf6bf13420
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 99773cb1-0507-4592-b701-5c64ccf6e150
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14577"
    uid: b88da815-4353-48d9-aac9-abd02e22fb4c
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: isvc-sklearn-batcher-predictor.18d5e1c2f15517c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 093276d6-97e6-4f65-8bab-0f96ebcbea30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14577"
    uid: b88da815-4353-48d9-aac9-abd02e22fb4c
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: isvc-sklearn-batcher-predictor.18d5e1c2f1bbe8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 0a0e756b-efeb-4818-bf8d-f409a9f4334e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: b88da815-4353-48d9-aac9-abd02e22fb4c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-batcher-predictor.18d5e1c9eefdcedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 411c27df-be16-497b-a403-b88dafc6a564
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: b88da815-4353-48d9-aac9-abd02e22fb4c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-batcher-predictor.18d5e1c9ef4de7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: b8d2928c-753d-42a2-94e4-081b62e778d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: f0a99057-c5c4-442d-bd50-c0075c47497a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:15Z"
    name: isvc-sklearn-batcher.18d5e1bf7255e875
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: c9d498ca-9e34-48cb-a2f1-23f1500eb5ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: f0a99057-c5c4-442d-bd50-c0075c47497a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher.18d5e1bf72cf1ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: 9aa510fa-195c-465a-95d1-5c9d8668b4dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: f0a99057-c5c4-442d-bd50-c0075c47497a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:39Z"
    name: isvc-sklearn-batcher.18d5e1bf72cf67e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 3f210e2b-6cb7-4c75-b8c7-169b655bc050
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: f0a99057-c5c4-442d-bd50-c0075c47497a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:15Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:15Z"
    name: isvc-sklearn-batcher.18d5e1d5dcf8d9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: 9835c4f9-42cf-4e98-ad7d-aaabcf2cbb03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:19.591422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a3cc00ef4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: e9e4ddea-471a-4544-ab06-8c392ebf2db8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a3edf67363
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 31292942-73c2-439b-b6d8-9f9776db1382
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a3efbe1b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 09bab03e-8dcf-452b-b802-cdb0b68547d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a3f257fcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: db29bbdb-b14d-47b7-af62-777bec7cb9fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:20Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a3f2cfd19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 61c83718-c065-43b3-91db-72185c100934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a4e3b0b1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: 783a9dec-1bff-4d6b-9535-df2f6bfbfb7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a4e6ca967b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: ced8335d-a6d5-428f-8b1d-78db2745b4dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a4e753155e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: 6eea72f2-8d56-4be5-8bec-8ade07007322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a4e761e854
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: 1a74292b-3c46-4aee-9104-0af2c2aacf8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.709s (2.709s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a588e2e225
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 83c82131-8096-4ca1-9e57-78d9018f8341
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a58c7d4244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 118ac472-cff2-4a61-a860-a460ec9b0e43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a58cf4351b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 7ba0a6ad-34be-4ef7-8107-762fd7afeb24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a58cff391e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: c5d5e6cf-050d-4109-8f53-7d8a4aa021f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a58ff709e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: ef5605de-3e81-4aab-bd0a-7fd0c4a96349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:27Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3a5906e7554
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 4778858e-3035-4dc5-991c-384f456ad1c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:27:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:04Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3abe1ee67eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: e1748d8f-c34b-4788-9471-53328980d953
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3b670df0c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: 88fff2f3-89a4-4d48-ad7b-ca7327d3ed97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3b670dfc9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: f1447ca3-7f71-4b38-bf78-bc8657cdae7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3b670dfca17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: ecb386fd-fe5c-4449-baf4-f9eb67df6d34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: cbc9e46d-2332-4b87-8604-2096b2c8e18b
  kind: Event
  lastTimestamp: "2026-09-16T19:27:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:09Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n.18d5e3b785ce2261
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: bbae76bb-4455-4526-8d04-e213c4997c8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6d944dbd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: c474a3d2-051f-4a55-a0bb-c987287f6503
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6d944dbd5f-jc45n'
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-sklearn-mcp-predictor-6d944dbd5f.18d5e3a3cb601047
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 5237680b-d501-496c-87dc-45eb7dae5d4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: dd6a04ac-6db6-4d45-a94a-34f34b09a9c4
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6d944dbd5f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-sklearn-mcp-predictor.18d5e3a3c814ba6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: fbcefc71-e17c-44f3-bddd-47749a27c51a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 18ded5ac-09ea-47db-8594-3e952caaf1cf
  kind: Event
  lastTimestamp: "2026-09-16T19:26:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-sklearn-mcp.18d5e3a3c7814820
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: 7ad4e931-ce16-417d-98a6-b3ffbe49ffe7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 18ded5ac-09ea-47db-8594-3e952caaf1cf
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-sklearn-mcp.18d5e3a3c81b9c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: f0fc843a-e76c-49b4-8f50-c578c4d3bf23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 18ded5ac-09ea-47db-8594-3e952caaf1cf
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-sklearn-mcp.18d5e3a3cec60cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33796"
    uid: 2d0ef7bd-6d9c-43e5-ab17-1dfcd8b13159
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34245"
    uid: 18ded5ac-09ea-47db-8594-3e952caaf1cf
  kind: Event
  lastTimestamp: "2026-09-16T19:26:34Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-sklearn-mcp.18d5e3b537ee0d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 662a59b9-da98-4a76-86fb-61c9a68ef50a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:00.945608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7698f4f677-f9tg2
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25e263789a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 1b6ffb83-4cfd-4a9b-9cf0-198b23e47079
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:01Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:01Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25e48505d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: dbf3d070-1fd5-4129-a492-2fd16e30a913
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:01Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25e49bf3514
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 357e489d-1522-40e5-b3e4-91d89fff7fe7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:01Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25e4c8acaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: bd029b4e-bfcb-4533-99d6-c02ca38d6bfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:01Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25e4d098b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 9726394e-9c5d-4fcb-a50e-ea7b9c0434b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f40aadd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: d66cfe75-85ec-4a76-aafa-c5f3d4beb89c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f4392813b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 43d391bd-4804-483d-9fb1-4d66358bc5fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f440cea8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: b7154b63-79da-43bd-8f25-ac97114d086e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f4417d6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 9707ec60-4632-43f6-b642-45c6712b3199
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f470331e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: ac410038-65a8-4328-b5e0-89d2241de7ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f47d7e5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: d43e1976-15d8-40e6-937d-8cb08450f3dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e25f7cb3549a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: be85a147-c270-4061-bc9a-7b50793f5ce8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:31Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e27321c9f64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 15f6359f-d440-4c63-b4ee-033a48475830
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:31Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e27321ca8f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 0ac5affd-77c5-44bd-8537-7a0e8cbdeba1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7698f4f677-f9tg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: c4f1ef21-9b37-49df-839f-a547e51717a4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:32Z"
    name: isvc-sklearn-predictor-7698f4f677-f9tg2.18d5e27382f553a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 579669ed-fe41-46cc-a7db-9feeb14217ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7698f4f677
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: bd713e8c-b639-47bc-854b-e3850d29d7aa
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: 'Created pod: isvc-sklearn-predictor-7698f4f677-f9tg2'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-sklearn-predictor-7698f4f677.18d5e25e25c670db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 7a9a7855-143a-4faa-9535-e1394595e890
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 59117956-3dd1-4b02-b3d7-134977fa4b70
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: Scaled up replica set isvc-sklearn-predictor-7698f4f677 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-sklearn-predictor.18d5e25e22cdee40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 2a6bc7eb-f206-4e5f-814f-2fb2e1aea737
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: a0f66747-7680-4a42-a967-39a72e5a0192
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-sklearn-predictor.18d5e261a142e18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 9fd8d2a5-8b7d-4884-b71f-a24fc7083213
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: a0f66747-7680-4a42-a967-39a72e5a0192
  kind: Event
  lastTimestamp: "2026-09-16T19:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:30Z"
    name: isvc-sklearn-predictor.18d5e261a1aa5545
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 7760100c-9e69-4d28-8b33-ab292ce7f541
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: a0f66747-7680-4a42-a967-39a72e5a0192
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-sklearn-predictor.18d5e2689f0df475
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: dbe582be-8811-4349-91af-d3a35ea68418
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: a0f66747-7680-4a42-a967-39a72e5a0192
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-sklearn-predictor.18d5e2689f78cf17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 084b079e-aefa-4525-b8dd-059b2063f6ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:01.569788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:01Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a424d07703
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: 4184a01a-aeda-4a28-846d-043bec734ae4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a446c9630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: 915cd139-70ff-4fae-b547-ba818cf8e068
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a4485470a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: 11041537-c87d-4f23-a1d3-55d77349148f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a44b8edc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 3e646893-37e2-45f5-a09d-38c39d5e7f83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a44c07a261
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: 3445a442-62a3-4988-b2e9-1566f8a3c436
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5a5bb569d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 9d029046-b653-4b2e-b069-97588f8de77b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5a948fad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 5ec5352a-5261-48ed-9e3e-832bbed62aa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5a9cca5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: a48eeae0-4bd9-4db2-88e6-5e20cd2e4edf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5a9d8f9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: 37d9b1a3-20f5-492c-8f69-762e82fb219b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5acb4599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: fdce0408-65a2-4e28-abf2-db9c6e507bef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5ad378c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23351"
    uid: 979291f6-25e4-4de6-ba4e-99484985505e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:15Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2a5e1d4c553
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: fbacdc41-0f9b-4b55-8ea1-d7ee0e27f200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:33Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2ab9092059c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: eb31feb3-8f94-4684-a66a-4f81922c65ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 9d0dfc2e-9b82-48e6-a928-e82e2a1d007a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:33Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll.18d5e2ab90933022
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 240848cc-8bc4-4904-a3ef-9b821f96b960
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-b78d6df9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 35ba4345-7033-4227-88a6-0a92109a8ecd
  kind: Event
  lastTimestamp: "2026-09-16T19:07:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-b78d6df9c-vmwll'
  metadata:
    creationTimestamp: "2026-09-16T19:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:01Z"
    name: isvc-sklearn-runtime-predictor-b78d6df9c.18d5e2a424632a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: a3ffe6e6-338c-4df1-a67e-9718cb218f8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 4d6a8430-20b3-4758-b391-1b512d38d562
  kind: Event
  lastTimestamp: "2026-09-16T19:07:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-b78d6df9c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:01Z"
    name: isvc-sklearn-runtime-predictor.18d5e2a4201b353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 3f58c31d-175f-40c9-9a89-3a03c2f0c26d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: cc252476-11e0-47d7-a5ca-20848d8c9621
  kind: Event
  lastTimestamp: "2026-09-16T19:07:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:31Z"
    name: isvc-sklearn-runtime-predictor.18d5e2a79ea19052
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 8e493a6d-2267-41e5-8610-1ca2f59739a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: cc252476-11e0-47d7-a5ca-20848d8c9621
  kind: Event
  lastTimestamp: "2026-09-16T19:07:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:31Z"
    name: isvc-sklearn-runtime-predictor.18d5e2a79f067fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: fc3a405c-0cf7-475a-8dd6-41fd82bdb991
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 10e79100-0e4f-4511-ab0b-4f16db0a95e7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:25Z"
    name: isvc-sklearn-runtime.18d5e2a42033835f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 43b196bf-7689-4a58-b0bb-17cc3899d15f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 10e79100-0e4f-4511-ab0b-4f16db0a95e7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:01Z"
    name: isvc-sklearn-runtime.18d5e2a421453482
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: b0765ef0-3caf-454c-8e04-1a1676df7a08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: 10e79100-0e4f-4511-ab0b-4f16db0a95e7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:25Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:25Z"
    name: isvc-sklearn-runtime.18d5e2a9a1d85892
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 7dac8936-ff90-4d08-88b6-71af46d8f977
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:16.954451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395368caa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33346"
    uid: c6eff9c4-36b8-4b05-be89-943640570dd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:17Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:17Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e39558b9a2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: 820d1b5d-88c3-4a83-aff6-b97db7b2a912
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:17Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3955ab9f706
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: 992df10a-341a-46cb-a4e1-e8d8d1023d42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:17Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3955d97f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 5b8021c8-d54b-48ad-99bf-bc243f6ad084
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:17Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3955dff8d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33368"
    uid: 4336c4a0-3a4b-40f3-8364-a7b2b6316da9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395c53b4889
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: 69052571-1589-4fa6-a230-750954d5ed1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395c8121f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: 5d29c7c0-5276-4d31-8656-ac4d9f41e459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395c8811e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: 2d07f8c0-2f1a-40e7-a742-ae409b5d7e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395c88d6e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 6e1706af-3735-4ac6-8e35-6432601ba3ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395cba72020
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: d23bc9c8-fefa-4a18-9ae3-2cb03cd74ac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:19Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e395cc3e56aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 8d263001-179f-4117-8f50-9dcf6a1152e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:26Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e396014bf181
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: 8e3eee2d-4f36-4a8a-9f2b-01c30ac916c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3a7dba11ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33917"
    uid: 7b10e002-d013-447b-85c6-960ad3b6bb25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3a7dba1b553
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: 3c04b4ec-2252-48ad-8802-1b4334445f24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: dfbf6f0d-e50e-4a76-832f-c0d2c8c9e03a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:41Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw.18d5e3a8ddb13394
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 80f73935-291b-4021-9758-472060ff435b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5584f7c89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: 009ea624-36e2-49e3-9985-ed5a15c2cdc1
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5584f7c89b-l4jlw'
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-sklearn-s3-predictor-5584f7c89b.18d5e3953615986f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: 28ecd6cc-af39-4e63-a686-c596baa0bdc0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: 36e94548-0793-4c14-9f4e-a899743b935a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5584f7c89b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-sklearn-s3-predictor.18d5e3953321fb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 2f4ca17e-a7d0-4152-b275-c7c2c3512c4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 66bfb4d0-86b1-4162-81ae-dbb5e922aca1
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-sklearn-s3-predictor.18d5e398b1a248bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33593"
    uid: d866de69-ad2d-44d4-9fa8-06fba648b13e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 66bfb4d0-86b1-4162-81ae-dbb5e922aca1
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: isvc-sklearn-s3-predictor.18d5e398b20c3002
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: 0f837f52-37b3-4662-b57d-1329727c0ed7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 66bfb4d0-86b1-4162-81ae-dbb5e922aca1
  kind: Event
  lastTimestamp: "2026-09-16T19:25:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:31Z"
    name: isvc-sklearn-s3-predictor.18d5e39faf72a66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 9ff7846e-52f4-48f5-afe8-a21f7cfc08fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 66bfb4d0-86b1-4162-81ae-dbb5e922aca1
  kind: Event
  lastTimestamp: "2026-09-16T19:25:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:31Z"
    name: isvc-sklearn-s3-predictor.18d5e39fafe039d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: f15b7095-0d1e-4ae7-8ea3-f19dda0b6618
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:50.706383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35266"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d4f36fb605
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 9cd4e1bd-76b4-424b-8579-db5d70e97004
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:51Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d5154fa1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 34474679-f2c1-4894-882d-0cbf494265b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d516bcbdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: 0d83685e-1675-47fb-ad7b-380b7242e36f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d519da27e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 3cdf35cb-ddf8-4440-93af-74c3827f395e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d51a523205
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: d6651eba-8c83-49cc-8389-7292a8e2a888
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 9fee15ff-479c-46c2-9801-1d30c6129c7b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:00Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v.18d5e3d742f8bca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35375"
    uid: 6ffb74b6-16af-4037-9bf4-83fdafe1aecc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35258"
    uid: f66a15e9-7d1a-4f9a-98bd-b16541dbf0ce
  kind: Event
  lastTimestamp: "2026-09-16T19:28:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4-vz67v'
  metadata:
    creationTimestamp: "2026-09-16T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4.18d5e3d4f2aed4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35268"
    uid: 033c7b11-bb3d-4f35-8f69-72c55b030444
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35255"
    uid: 156c97a4-d8b0-49f4-8556-0e48e5432840
  kind: Event
  lastTimestamp: "2026-09-16T19:28:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-55bf49f9d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5e3d4ef0a4510
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: 0e70e8ff-40c2-4594-a66e-f01b5a823c9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 3bd6cf4b-e090-4677-8047-b1ae924736de
  kind: Event
  lastTimestamp: "2026-09-16T19:28:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3d4ef23e052
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: 167f7f50-4f83-4212-9816-a9a3f89eb470
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 3bd6cf4b-e090-4677-8047-b1ae924736de
  kind: Event
  lastTimestamp: "2026-09-16T19:28:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3d4effc6007
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 7ee42208-b395-4495-85ee-4f975392b982
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:19.507170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3bfb78a13be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34674"
    uid: 6ec3f9cf-08e2-4827-8b64-a91de208c351
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3bfd9a0174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 6455656e-2988-470f-a550-f4b53b2f0b83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3bfdb20358e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 22c755c4-d951-49fb-ac63-b9eae540de65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3bfddb0b219
    namespace: kserve-ci-e2e-test
    resourceVersion: "34695"
    uid: 4c3baa15-3290-405a-a63e-0d8273a9b213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3bfde28eaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 2953c862-aec5-40af-b42a-9809e8d8deef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c041efe4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 730d73b0-7ee5-474c-a680-25746115aa64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c04503f93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: c26e214d-4415-4106-9f2d-b24a997a7f68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c04579fae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: 6fd70fa6-3f20-400b-b0d0-856c30940164
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c045848cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 7b33e4cf-6bb7-40ad-8046-9ef8268499d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c048d326f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: 713fab0c-ad5c-4dd1-8f43-9fb6e79a94ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c0494fe199
    namespace: kserve-ci-e2e-test
    resourceVersion: "34719"
    uid: 054bd629-df06-4878-a31b-bf3d1a19fe4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:28:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3c0b9e1ba98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: f2d58872-46b1-4999-be13-33669d439507
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:28:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3d4acc0abf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 3942ce6c-b72e-4156-9d5e-cbdb1585a6bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:28:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3d4acc1e533
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 141980b0-5076-49d2-a936-0b0c6709f82f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 71cf9c97-2fe1-4be1-8b7f-89b51a601824
  kind: Event
  lastTimestamp: "2026-09-16T19:28:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6.18d5e3d4c019e08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35235"
    uid: 81ce1029-671b-4d0c-9138-52ab66536a92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: 90d3fe78-054b-41d5-bfe7-22f712b6d7a6
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b-vwtc6'
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b.18d5e3bfb71692d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 77408e2b-b710-44a8-967e-ba05ab86e387
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 192d0f51-b95a-4461-b2b2-1e1e0e39276d
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7d549cc95b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3bfb4158d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34662"
    uid: aa664ca4-e7eb-4d1a-a01d-6a5d13ef38cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: c9b1eac4-c4ae-4eeb-8102-f6a55e75adc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3c3329b987d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 038f0bac-d509-4ac4-8390-1b2a4e627359
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: c9b1eac4-c4ae-4eeb-8102-f6a55e75adc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3c33310363f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: b9ef4c1b-f7b1-406a-a8ec-210e4ca6b859
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: c9b1eac4-c4ae-4eeb-8102-f6a55e75adc1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3ca308e2a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: e511725e-ff8c-4040-9106-e475f73b0a65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: c9b1eac4-c4ae-4eeb-8102-f6a55e75adc1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3ca30fe9e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35129"
    uid: c74096f7-c4e3-4b52-b06c-f5a41bc7b4e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: ad8e3f42-c4a8-47b0-b1bc-80a6828275f3
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3bfb411d323
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: c14e6e4a-9247-4bac-bf82-dea69c1b0da3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: ad8e3f42-c4a8-47b0-b1bc-80a6828275f3
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3bfb4b64c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34666"
    uid: 37da76c4-6f85-4727-869e-3ab69acd5ef9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: ad8e3f42-c4a8-47b0-b1bc-80a6828275f3
  kind: Event
  lastTimestamp: "2026-09-16T19:28:39Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3d271fa87f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 38962c71-7139-4f0d-8cab-11e673155356
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:08.357463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bd1ef70ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: c99a59a9-1777-4385-8b40-42e8ee70c7ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:08Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bd40f47a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34551"
    uid: 559c22fd-abf7-4b83-ad34-5f6d3a4fe7a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:13Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bd4275313d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: ea3c70e8-c6e5-459d-9636-bfe4ecbb9379
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:13Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bd45e7c147
    namespace: kserve-ci-e2e-test
    resourceVersion: "34588"
    uid: 22d9b6cf-d772-48b5-be7f-40a42b7fa14e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:13Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bd466090d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: e8cb99d3-1ca1-4726-a487-dfc82b82db12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: af4989c5-191b-49ce-8a00-0896badabb0c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:16Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k_kserve-ci-e2e-test(af4989c5-191b-49ce-8a00-0896badabb0c)
  metadata:
    creationTimestamp: "2026-09-16T19:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k.18d5e3bf16a698b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: cb4caece-b889-4681-9d82-ec3e9a8fe4be
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34524"
    uid: 1a0de499-81a2-4776-ac4b-2be3e3891d9f
  kind: Event
  lastTimestamp: "2026-09-16T19:27:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6-tjf7k'
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6.18d5e3bd1e748c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: ef9da741-a318-4c7f-bdb9-71931c547cd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34521"
    uid: 3d10a0c7-606c-424a-be9d-fc0f92e1e683
  kind: Event
  lastTimestamp: "2026-09-16T19:27:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-74d78678c6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5e3bd1bd067c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34525"
    uid: 9765be66-b1af-4302-892b-c03287649dc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: eec1391a-aa91-4d84-9421-7f6a0ee25f0a
  kind: Event
  lastTimestamp: "2026-09-16T19:27:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:16Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3bd1c0cccc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34609"
    uid: 0e3b2ff6-b4d2-4c05-a08a-35bf7db1d0a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: eec1391a-aa91-4d84-9421-7f6a0ee25f0a
  kind: Event
  lastTimestamp: "2026-09-16T19:27:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3bd1c8f4270
    namespace: kserve-ci-e2e-test
    resourceVersion: "34529"
    uid: a901b2d8-0370-4c8e-af70-d186531d6c0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:37.207743Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33944"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a7e604b6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 9950ee20-220a-40d3-8cfc-5a7b57e75d71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a80846ff7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: 37730c5a-f10a-4b32-93fb-b606dca1e0df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a809c4492d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33968"
    uid: 8e8d5129-5d81-4e05-b628-971f0d66261b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a80d485495
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 3a6f50ef-ae1d-4b86-9f26-fc1a8c7994a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a80dc0b4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: c4227b52-7de0-47d4-841f-3b712f06a16c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a87dc33edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: f2326600-d3c8-4eef-9c8c-7f5a96a2dd76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a880df3759
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 4176edd4-3577-4178-91d0-a1725a5de40e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a88157c834
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: 94181e59-243b-47fb-95e4-436e02026ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a881639f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33995"
    uid: fdb94313-35b3-4437-9f87-8264963e2032
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a8846c2614
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: 4d5f35e0-ae2c-41dc-8762-444eb8174dec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a884e22234
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: f22358b9-1e3b-4f41-89d7-614372c774c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3a8f5bc74dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34501"
    uid: 25179902-7dad-4dc8-8ee6-648746821597
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3bcdb9a102e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34493"
    uid: ab56e367-1241-4275-8d04-91dd5d70a188
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3bcdb9a9265
    namespace: kserve-ci-e2e-test
    resourceVersion: "34494"
    uid: 687baefd-66c4-4ae3-af6c-ba27561b68f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: e033c16d-de7b-4859-8ee3-6aa647df896c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6.18d5e3bcfc07cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34500"
    uid: 6f67d981-2632-49ec-9d99-26f839f109d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: 0a089522-b27b-4214-80ef-5d564dbc0b74
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6-l6kg6'
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6.18d5e3a7e54f1819
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: faa4d012-8c48-481a-8c9e-79ab9620785d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 013fe8ed-723f-4a48-86e1-422e11fe4ab9
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-758ccfc6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3a7e2ad4b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: da66744a-37d2-431c-9266-dfd5cd5ca7ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 2bcafcd8-905a-453d-997c-2c1a91822df3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3ab617be936
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 2872db99-b91f-486b-9dd0-19f20ca661d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 2bcafcd8-905a-453d-997c-2c1a91822df3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3ab61cf12b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: eda1dbf3-676c-4fd3-98cf-f141c8d04e0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 2bcafcd8-905a-453d-997c-2c1a91822df3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3aee097627e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34387"
    uid: c56548d3-030b-4b56-a36e-ac2a7a77e259
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 2bcafcd8-905a-453d-997c-2c1a91822df3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3aee13e2b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 0297d94e-9c6a-48af-b224-ac509a7e14e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: d13397ab-01df-41e4-8cd3-f12d50d65e3b
  kind: Event
  lastTimestamp: "2026-09-16T19:26:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3a7e2c692c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: fe367fcb-e7ee-484c-8098-a45efb495e41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: d13397ab-01df-41e4-8cd3-f12d50d65e3b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3a7e36b58bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33940"
    uid: 99259f76-c7d5-4a88-b82a-30585aec0bb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: d13397ab-01df-41e4-8cd3-f12d50d65e3b
  kind: Event
  lastTimestamp: "2026-09-16T19:26:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3baadbea7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 4afa5df5-d85b-455a-b1c5-54ab99589375
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:32.925623Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ecc02d7bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: 9eae32cc-fcae-4858-902d-fe0ced6280df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ecceaf2d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 0ef29863-3247-4626-9287-e475ffaed26e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:34Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ed068153fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 4e24d69b-274f-4e9c-8214-b70a0b1638ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ed0842b33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 2b14b066-c8e4-4a3a-86f1-0e52f6afcdcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ed0bb7a2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36187"
    uid: 7a22aa69-247a-46bd-a753-603f3fe3262a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ed0c3492bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 86ac187c-1c4c-4efe-889b-f4c4f8b9465b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 6df1e4bf-f13b-48ad-955c-c145483569a3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch.18d5e3ef120a8acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 9ba6370b-5411-4e3b-850f-f0375a6632f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: fe878a21-be23-43b5-8451-2d2e71851e11
  kind: Event
  lastTimestamp: "2026-09-16T19:30:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc-9kvch'
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc.18d5e3ecbf520072
    namespace: kserve-ci-e2e-test
    resourceVersion: "36124"
    uid: d053f08b-5d11-43d6-8238-d83e6a9514af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: eaa2b564-4513-4ea0-bc3b-4713a2e649c7
  kind: Event
  lastTimestamp: "2026-09-16T19:30:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6f8b85cdfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5e3ecbc954e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: 81285849-4cab-435f-8922-3c19a1bd1085
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: dc3a1917-cc2c-4680-8b99-5bc0a604f554
  kind: Event
  lastTimestamp: "2026-09-16T19:30:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3ecbcf7bc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: d573d9ba-1674-47e3-9a0e-c17b5232da2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: dc3a1917-cc2c-4680-8b99-5bc0a604f554
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3ecbd89ff06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 05ea0e7e-ab47-41cb-8bb8-8877e7f24ddb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: dc3a1917-cc2c-4680-8b99-5bc0a604f554
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3ecc5bc1240
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: 361a2c66-5bcb-49cd-8347-481c067cad4f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:01.746703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35408"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d7857da37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: bae88be1-2ded-43e3-a43e-ca513fd45775
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d7a794c119
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 127e4684-9f4b-4e33-900b-1ad0dbba0c4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d7a9b2d745
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: 6d5081b9-ec61-40c9-b2c9-053cd1e01cd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d7ac8b5d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: 84a25fad-2f00-427b-8b64-ba792fb6bccd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d7ad3f14db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: c8adfaa8-8186-4717-8ec1-a9fad4017d4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d81ce076f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 48690451-3453-4ede-9600-5f9fc133180a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d81fb323ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: 7b0a7893-71e8-4cf3-932f-cd509817db84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d8202c9152
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: c88a91fa-8771-486c-8214-2e6b570ed950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d82037bfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 871f4628-100f-44cc-9f43-7295c7cdb218
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d823145a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 65222a77-7c32-4327-a995-6c2d5df4bccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d8238b3edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 43e80b8b-75e0-461b-8539-85bf067b64d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:30:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3d894c7fb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 749c5637-3b19-4f1e-91ca-f9d2fedfd1f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:30:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3ec7d3e2001
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: 2bf4ef6a-0b7d-4411-8f44-417d9f04b313
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:30:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3ec7d3e9ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "36088"
    uid: 7bec7835-e41d-4c98-9c23-da8280f48dcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 5c17a16e-bf0b-42c7-b0bc-e5993c6a49bf
  kind: Event
  lastTimestamp: "2026-09-16T19:30:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42.18d5e3ec9b0951a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 1c3641ce-4c5e-4a2d-97ab-3a724ba828a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35397"
    uid: 581b073e-dd7f-409b-9fe8-224278bdf296
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c-jrx42'
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c.18d5e3d784e8d250
    namespace: kserve-ci-e2e-test
    resourceVersion: "35409"
    uid: 56340f77-4c6c-4d99-b911-a123e407459e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35395"
    uid: 15efd761-e572-4ee4-8aa3-a3953045c999
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-74d6cf484c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3d78271e095
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: db577081-b9db-4a95-b899-f8a04cf6128c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: b78ee6d0-7106-4f5f-97cd-09a082d23cd6
  kind: Event
  lastTimestamp: "2026-09-16T19:29:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3db016194df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: 0a8eaa02-b7f1-463f-8bcb-3e83ce28690c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: b78ee6d0-7106-4f5f-97cd-09a082d23cd6
  kind: Event
  lastTimestamp: "2026-09-16T19:29:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3db01ce77ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: cf835a0e-1288-4d74-a15e-1252a8985787
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: b78ee6d0-7106-4f5f-97cd-09a082d23cd6
  kind: Event
  lastTimestamp: "2026-09-16T19:30:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3e1ff793b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 5fc4859f-e0e4-4cdf-a481-53a40905a6f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: b78ee6d0-7106-4f5f-97cd-09a082d23cd6
  kind: Event
  lastTimestamp: "2026-09-16T19:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3e1ffe59616
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: 874f4ed0-acc6-42d1-8577-c679da7a3855
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: 03b3628b-8b97-4965-b191-821b3d9f639a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3d782732e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: bd59bb1d-0c97-4700-9531-7eb4800407ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: 03b3628b-8b97-4965-b191-821b3d9f639a
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3d782f7fe47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 47388cbb-1a65-42ee-9168-b1fad5d85c4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: 03b3628b-8b97-4965-b191-821b3d9f639a
  kind: Event
  lastTimestamp: "2026-09-16T19:29:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3d789678917
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 78920d81-154c-439e-8c6f-01e80346a8d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 03b3628b-8b97-4965-b191-821b3d9f639a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3ea4d4fd1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 0ba9e664-6951-49e4-944f-2573fcf116f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: 9f5abb53-edc3-4697-9209-bd4bd1554827
  kind: Event
  lastTimestamp: "2026-09-16T19:25:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:36Z"
    name: isvc-sklearn-s3.18d5e395332b7520
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: 401b0702-86f7-4d26-b086-16e10c272b2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: 9f5abb53-edc3-4697-9209-bd4bd1554827
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-sklearn-s3.18d5e395340cd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: f9f5ec04-4d47-4bc4-ac17-4fdf14f6599d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 9f5abb53-edc3-4697-9209-bd4bd1554827
  kind: Event
  lastTimestamp: "2026-09-16T19:25:36Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:36Z"
    name: isvc-sklearn-s3.18d5e3a7b97fe566
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: 662a0362-691c-4456-a4c6-20fdeb51a386
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-58b5cb5497
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 3126320f-c41f-4476-b6b2-b17f88034276
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-58b5cb5497-ttdbv'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: isvc-sklearn-scheduler-predictor-58b5cb5497.18d5e256020cd08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 550a52bb-95f9-4521-b6cc-2c2fcb6ee508
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: 962b0079-db39-46e8-88ea-cc43cd06a65e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-58b5cb5497 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: isvc-sklearn-scheduler-predictor.18d5e255fd599a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 1e292c4d-2feb-4327-96b6-551e8a836070
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: c151bdbf-0dfd-47da-a337-d6789e96f3e6
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: isvc-sklearn-scheduler.18d5e255fd2c8d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20442"
    uid: 33d7c5ff-211e-4a0d-b473-cb37e3b5cfc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: c151bdbf-0dfd-47da-a337-d6789e96f3e6
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: isvc-sklearn-scheduler.18d5e255fda7aa6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: f30ff8c9-eedb-4a23-bd10-c9a746aebcf9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: c151bdbf-0dfd-47da-a337-d6789e96f3e6
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: isvc-sklearn-scheduler.18d5e255fda7f698
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: e62ca30e-78d5-4a8e-ac1d-facf7e59eaf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:10:49.253449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d927d1776e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 0f31ae03-cb98-4660-971e-46d88dfaab49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:50Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d9365a4b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: e13cbad4-e78c-4266-b1c3-54f70ff70f19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d9a37fb05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: caf2a071-c9ad-45d8-832c-17be299cb96e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d9a4f1eb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: 5e8971c8-5283-4299-8a18-24c9ac91e890
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d9a7f3209c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: e3e18435-bcdb-4ef7-bb6d-9f15a8eed611
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2d9a8788cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 1f468186-e124-4663-9845-ba0c0a17c767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2da9a919e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 52d57e29-6a6e-4011-b19f-21742c49de2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2da9dceffda
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: e8243c55-1254-4a18-9050-1dea441d8c24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2da9e7a48d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 30f4b028-5363-4d1a-891a-facbbd14551d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2da9e896105
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: d4a971ac-4173-47a4-a3e7-c3e3b9283437
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2daa2172c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 209cb128-67c9-4eb7-af4a-a21e9437cd52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:10:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:55Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2daa295fc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 2628a908-007d-4310-89f9-915da79f0041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2dad6a99667
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: 1ccbb9f8-3448-4813-ab54-c3f5d58deaf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2f0792222d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: a1150be8-d0de-41a8-8d81-023024bbe0d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2f07922cca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 2ecf199a-9e9f-4af9-aced-2e09b264be78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9b04d1fd-faf8-4b33-9c09-1d1da0244743
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj.18d5e2f130f335a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: caf0aae5-1125-4eab-9c06-456f7df80b78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 70fea5e7-9911-4653-b3bf-4d036cb8c0eb
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-64bd78979b-m2tnj'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-mixed-predictor-64bd78979b.18d5e2d92746a356
    namespace: kserve-ci-e2e-test
    resourceVersion: "25396"
    uid: f9de0905-c9c6-4d1f-88dd-8c0ddc262000
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: a0e4bfe4-23cb-4a4d-8029-5eae6d8af157
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-64bd78979b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2d923383352
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: 9a361716-ce27-4f2d-8ce4-9e3ceb44a805
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25384"
    uid: d018246d-8daf-4415-a190-c262f827149e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2dca1c08e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: c41ba503-deaa-4196-a7a2-60e7e8948860
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25384"
    uid: d018246d-8daf-4415-a190-c262f827149e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2dca2c682d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: 387f857e-563f-4752-9f63-0f46d3216096
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: d018246d-8daf-4415-a190-c262f827149e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2e021799910
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: cf04ba86-14a2-43a5-8063-9ebb3476b39b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: d018246d-8daf-4415-a190-c262f827149e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2e021e7d652
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: f7f9d237-be59-40d5-a04f-74d9d2471aad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: 11c1f8d1-de94-4575-be3b-edd50d6697a2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:22Z"
    name: isvc-sklearn-v2-mixed.18d5e2d9235fc9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 0b90942a-6b70-412c-90e2-4dc04da02eb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: 11c1f8d1-de94-4575-be3b-edd50d6697a2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-mixed.18d5e2d9242a531e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 62833db7-5597-41a6-a8bb-b4d10f0d9214
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11c1f8d1-de94-4575-be3b-edd50d6697a2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:22Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:22Z"
    name: isvc-sklearn-v2-mixed.18d5e2eee6af576a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: fb929991-b2fd-4138-8865-071328684daa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:13.893875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24500"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c2f3f1e13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: d1e10999-4d27-4229-9be5-52fb0ff1b145
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c304387c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: e715b58b-14f2-4d4e-b9b3-a1d1b4a3bef5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c339bfd619
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 9308f1c5-bebe-4bd3-8bb7-230eb96536ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c33b446f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 4a68e0ab-d7fe-439d-a768-2765dc96e3ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c33e17b98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: 6fc3cb36-20ac-4d05-95bb-9f4891e53398
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c33e9f1f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24526"
    uid: 8b6e0d12-76c9-4a81-b6ae-b37152155053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1985"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c4485acaab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 9a74736d-3dc6-4ca0-ab4e-3055a371db9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c44bf9d121
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 3f4f364a-e69a-45b9-ba52-1ccbcc433c2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c44c8359c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: 7f76021a-45ce-4404-a171-a442f430e99a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c44c8efff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 17530b17-0ad3-45e4-bcba-3e2f94a158f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c44f63b7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: 9f2763ff-7987-4409-950f-6dbe5b50d0cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c44fd8894e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: ba61e1dd-6d54-43ca-9e1f-3a5ae5283862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2c4c04299f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 1a83b713-02b3-4db5-93ef-d5d8f6311870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2d7f014db1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 9d803fb5-048d-4a5d-98dc-6e6ca6f097ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2d7f0156922
    namespace: kserve-ci-e2e-test
    resourceVersion: "25333"
    uid: 44111604-47a4-4e84-9a67-ee07394edda4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 27b74d58-a84b-421a-bde2-cf872d11477c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95.18d5e2d8c67e9185
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: e78a5647-4765-486b-a549-48728ff4a770
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5fd47fbf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c7be44fb-30ef-48f6-87c8-0b219742a111
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5fd47fbf89-w5j95'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-sklearn-v2-predictor-5fd47fbf89.18d5e2c2f37eaebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: b46a7985-32f0-4f37-9102-1124a4635cdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: 6b1d9601-110f-484a-b775-5a381102f72c
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5fd47fbf89 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-sklearn-v2-predictor.18d5e2c2efa49b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 872e98ad-fb30-4fd2-b1d3-185e1f0f1009
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 59f21c7b-814e-4b98-9de4-d46a084e9c28
  kind: Event
  lastTimestamp: "2026-09-16T19:09:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:28Z"
    name: isvc-sklearn-v2-predictor.18d5e2c66e0b3d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: 1d07d42b-fa9f-47ae-a3e8-fc7ddf0c5e3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 59f21c7b-814e-4b98-9de4-d46a084e9c28
  kind: Event
  lastTimestamp: "2026-09-16T19:09:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:28Z"
    name: isvc-sklearn-v2-predictor.18d5e2c66e92210f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: 0890c805-5869-45a1-be4a-bbe4e5fc5872
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: 59f21c7b-814e-4b98-9de4-d46a084e9c28
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-sklearn-v2-predictor.18d5e2c9eda09136
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: e85eb532-2f13-439c-8323-76254a34f2a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: 59f21c7b-814e-4b98-9de4-d46a084e9c28
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-sklearn-v2-predictor.18d5e2c9ee47eb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25316"
    uid: 0019fa11-1a0a-42ea-be5d-01c599e773e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:38.613391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2acc4c9033b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 96980d36-5ef5-43a2-9a5e-388964412b18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b44b115224
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: deb5b5b1-f0ed-4d78-9ca2-4d07588d0d20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b44c9f7773
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: 205d43df-e994-4d94-b81f-f089f05a4354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b4522772e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: 8d312698-d6c3-46f3-bd4a-307c29d43cb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b453144dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: b666fa19-31d2-4cfe-b5e6-7c5c7fabc12f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b562f1c964
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 36e22fc7-f9d3-4a3a-8c17-313f3b3095a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b56b52ac4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: 29d7218f-2235-4ed7-befc-9253633a24fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b56c62e90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: 44cc5c1b-6956-4481-8fc1-fcf6a4cbcf7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b56c727019
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: fe55b90e-da8b-4c7d-9c92-59f84a1a76ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b570d62b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: af334aef-b1be-44bb-8d9f-27b9a5ecedad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2b571c61030
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 1af16bd3-8ee1-419a-ac23-a9cc7ad72c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:08:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2be06ac556e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 592100ae-6ca5-4cc8-90b6-b2f7fce316b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2c1be6be413
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: bf473947-cfd5-4071-b9be-2dab8c975eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2c1be6d0894
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ce66fab6-1558-426f-a9b4-42dc052d0ee8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2c2a92652f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 47707c16-2828-4304-8650-1b24a98a6d97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 106aa30b-43e8-4356-94fa-0bfa18dfaad5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'Readiness probe failed: Get "http://10.132.0.40:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h.18d5e2c2a9956eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 7b2e4fd2-2845-4b41-bcd1-a12b481248d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 5e1f9302-41ad-4874-8c76-289379e21131
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gxz5h'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5e2acc45d0a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: ef4c0431-e128-43e3-ba62-761963947002
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 9bfaa557-2873-434b-b652-4fcc2b6284e4
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2acc10d3aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 6fd1bc0d-436e-484d-a4a5-d8e77737470f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 36b6768e-83e8-4583-a451-7899dcd35abb
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2b03f83cecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 693f123f-de7a-4750-b4ec-317a965f552e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 36b6768e-83e8-4583-a451-7899dcd35abb
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2b03fe75c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 7459cdb2-4db6-4ee8-8d0b-effdddb84ec1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: 36b6768e-83e8-4583-a451-7899dcd35abb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2babc996429
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 5d8727f8-8ede-4473-86bc-92300d43a294
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: 36b6768e-83e8-4583-a451-7899dcd35abb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2babd369998
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 220c6f74-714f-4def-9d12-c7058d5eb529
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 36b6768e-83e8-4583-a451-7899dcd35abb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2c1bbf08cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 4308a406-7cb3-48dd-8112-2e77532b0dc6
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 6c351841-9b9e-45bb-bab9-60a0183fa4f8
  kind: Event
  lastTimestamp: "2026-09-16T19:09:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:02Z"
    name: isvc-sklearn-v2-runtime.18d5e2acc10e32b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 9cf5f71e-b10c-4286-8908-7bd791995dae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 6c351841-9b9e-45bb-bab9-60a0183fa4f8
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-v2-runtime.18d5e2acc199132c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: ee564523-c876-4391-91da-c5d390dd9f45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 6c351841-9b9e-45bb-bab9-60a0183fa4f8
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-sklearn-v2-runtime.18d5e2acc813673d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 07e0c957-6b7f-4b0c-9b78-c6a84e21cea3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 6c351841-9b9e-45bb-bab9-60a0183fa4f8
  kind: Event
  lastTimestamp: "2026-09-16T19:09:02Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:02Z"
    name: isvc-sklearn-v2-runtime.18d5e2c05b4643be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: ec7ced45-a372-410d-9369-1710e5e21782
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: a95eac44-7abc-48f1-8a54-81597ff6f718
  kind: Event
  lastTimestamp: "2026-09-16T19:10:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:37Z"
    name: isvc-sklearn-v2.18d5e2c2efa1d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: ccf469db-8b02-42c3-8d36-96f6df77546c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: a95eac44-7abc-48f1-8a54-81597ff6f718
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-sklearn-v2.18d5e2c2f0185ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: e1a039c2-9f67-43ee-b718-a76af202840e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25270"
    uid: a95eac44-7abc-48f1-8a54-81597ff6f718
  kind: Event
  lastTimestamp: "2026-09-16T19:10:37Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:37Z"
    name: isvc-sklearn-v2.18d5e2d67a067e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: c4ec302c-f8bd-429e-a8ca-c5df213f6d65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 18a79864-490e-4e27-8372-3f9233560166
  kind: Event
  lastTimestamp: "2026-09-16T19:03:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:24Z"
    name: isvc-sklearn.18d5e25e22dfb577
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: fc44633f-82fc-4f5c-bd1d-a012649ef181
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 18a79864-490e-4e27-8372-3f9233560166
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-sklearn.18d5e25e23792a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: ffd18d6f-75a5-4096-b5a7-4cc84c5684c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 18a79864-490e-4e27-8372-3f9233560166
  kind: Event
  lastTimestamp: "2026-09-16T19:03:24Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:24Z"
    name: isvc-sklearn.18d5e271ae9aef36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 7b2d04c8-b1b9-4fea-a413-e78c17968331
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:34.691335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-stxg2
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f1b467f465
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: d88aa7c6-badf-4d4e-b432-0c565f8eab48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:35Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f1d69907d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26722"
    uid: 2f31ab87-00ec-4b9f-b8a1-f3029b6d0b4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f1d8eef469
    namespace: kserve-ci-e2e-test
    resourceVersion: "26724"
    uid: 352bea2a-a29b-4997-9039-a2d6cf09a125
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f1dbaf3ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 412b994e-5022-4e2a-85e3-af8877a946dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f1dc2a89a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 61f0166e-6c77-4205-a8c2-9d7a4e275239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:40Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f3145158ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: 25a7d0d2-0e4a-4fdd-bb79-c674336c26a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.854s (3.854s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f3fa13b4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 91d638ff-60ba-4506-848e-d47078393029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f3fd10e44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 0dcbb2d9-746c-4fa7-b0a2-810b64b60c3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f3fd87c6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: f6b57993-cff8-4ad9-af0a-e753ff3f86ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f3fd91e083
    namespace: kserve-ci-e2e-test
    resourceVersion: "26840"
    uid: 0eb8a181-6e75-4315-aab9-939ca4b66007
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f401504561
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: a9b7fee7-3a35-4bba-ba66-73bbc1b92842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f401c38c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 27fd9b1d-f0b2-4513-abb9-5ed1c0d1d8e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2f440c3f390
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 156dd773-f7c9-4328-98f8-6c8ed188ee59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2fb0971391d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: ce6713a8-c872-421a-ba28-2515634528dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2fb0971fc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 8f6dad36-e5ff-41d7-91e5-d5b1020682be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: b37a9e20-acc2-4c66-a799-58271843fc0a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxg2.18d5e2fb78beb585
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: ae4971a3-1159-458e-8638-78b8af77fb43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: b771d9e0-9995-4765-871c-4b87cf463e97
  kind: Event
  lastTimestamp: "2026-09-16T19:12:34Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-stxg2'
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5e2f1b348f767
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: 491b9335-28ef-4796-aa89-99ffc5c94816
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26681"
    uid: 88c8adb0-f7eb-42f4-8a9d-670f88a37947
  kind: Event
  lastTimestamp: "2026-09-16T19:12:34Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: isvc-tensorflow-predictor.18d5e2f1adaafbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: ea7a0456-d52d-4bd6-b00d-349d684bfe73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26682"
    uid: 2bb4c21c-96bb-481e-a83f-efda17f22ffe
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-tensorflow-predictor.18d5e2f52c8aacd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 87861b80-fc3a-440c-b18c-ae1dcc9520d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26682"
    uid: 2bb4c21c-96bb-481e-a83f-efda17f22ffe
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-tensorflow-predictor.18d5e2f52cdac180
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ff8d62c1-8bd9-49ee-ae54-c75a1d18f554
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:19.920080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fc3c3fc63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: 251e9680-4bb5-4bb1-8b57-4cd357bf832d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:20Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fc5e8c0ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: 9c8f08d8-c214-4696-a70e-447b273ed9ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fc60710ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: 7730aa36-c826-4070-8cd4-5eb8e6457428
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fc63645464
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 4ad6ad7e-c8f7-4531-9db3-fc41d1a108d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fc63e83179
    namespace: kserve-ci-e2e-test
    resourceVersion: "27224"
    uid: 611d6b01-001b-4718-95e7-b364ed171660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:26Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fdb49660b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 2d32714b-df99-4d4f-b7f8-cab3226cba6f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.827s (3.827s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fe98b5f64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27301"
    uid: 176021c7-e6fa-419f-99e5-2575b41c8447
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fe9bde0917
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: 68336936-ca81-4ac6-9809-9cfe5436f147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fe9c6183ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: d1d00449-2b5a-4144-8715-8ea9addccf59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fe9c6e940b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: 2b2acfc7-9b64-464b-b87f-984acf0bef16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fe9fbaf318
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: 8554e2ef-a6e2-412f-b5d5-d02ff8cd7e83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fea04ea95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: 06bc9552-1461-42fb-850f-3bfc9a416ee6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:13:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:37Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e2fee05ffa55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27364"
    uid: 8d34b4b6-5912-4f09-95fe-7dada6b5c96f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:14:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e3062584d7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: adcb998e-c6ea-4db6-828b-79c852928c53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:14:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e30625859bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27562"
    uid: 788495f3-55f7-457a-b7b7-3a6fb3550db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 5c4eebf5-7235-44cf-88c7-91a7f321b424
  kind: Event
  lastTimestamp: "2026-09-16T19:14:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s.18d5e30742614a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: f1f6000c-3c5e-40a9-aae0-8864d0b62d7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 73b8198c-6854-4abe-85f0-e696fdb8f93d
  kind: Event
  lastTimestamp: "2026-09-16T19:13:19Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-vzv7s'
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5e2fc3b6cc779
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 4bfd815f-24c2-490e-8b57-acc7f519712a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 209064f7-309a-4ef8-8bc2-51f81d690328
  kind: Event
  lastTimestamp: "2026-09-16T19:13:19Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: isvc-tensorflow-runtime-predictor.18d5e2fc37a4b1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: e1d9577c-5123-49c5-9809-9321353bb6c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 5ce4e392-d9cb-422f-a1b1-cb88b48f2a0f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:49Z"
    name: isvc-tensorflow-runtime-predictor.18d5e2ffb6009e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 1c5bcfe6-e27d-4145-92e3-db70888fabbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 5ce4e392-d9cb-422f-a1b1-cb88b48f2a0f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:49Z"
    name: isvc-tensorflow-runtime-predictor.18d5e2ffb6808620
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: 27e9a117-8481-47dc-b99a-3f13ff75d660
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: 1cf30c85-214c-4fac-aa70-20323792c121
  kind: Event
  lastTimestamp: "2026-09-16T19:13:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:47Z"
    name: isvc-tensorflow-runtime.18d5e2fc379c3789
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: 2de2af80-fa25-4b12-8223-3ee38ac6e6c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: 1cf30c85-214c-4fac-aa70-20323792c121
  kind: Event
  lastTimestamp: "2026-09-16T19:13:19Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: isvc-tensorflow-runtime.18d5e2fc38a3d229
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: 5738172c-9b07-42f1-846c-83b8bd388d23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: 1cf30c85-214c-4fac-aa70-20323792c121
  kind: Event
  lastTimestamp: "2026-09-16T19:13:47Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:47Z"
    name: isvc-tensorflow-runtime.18d5e302a0a89ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 4ac2be57-3170-417b-91ca-fabe13746fc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 250323bc-957b-45f5-b77f-570066d15274
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-tensorflow.18d5e2f1ad9f746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: 48bdb321-f284-4152-b047-b0669d83ab26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 250323bc-957b-45f5-b77f-570066d15274
  kind: Event
  lastTimestamp: "2026-09-16T19:12:34Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: isvc-tensorflow.18d5e2f1ae100a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: 4541f523-af94-4104-bf3f-88d212d37251
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27011"
    uid: 250323bc-957b-45f5-b77f-570066d15274
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-tensorflow.18d5e2f803ab78c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: f7f27365-0725-46a7-a998-84f5d60e4640
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:07.745667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-xl8qh
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:07Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e3075ee0513e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: c974d562-5fc1-495a-bc73-c069ade9975f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e30780d94871
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 5787beb4-7c99-4139-acb0-95ce7d0090e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e30782e0db60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 7970f8d9-60e2-4324-a2c5-e0e8f47b8ff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e307866cb45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: dfdb485d-fc93-4bc1-9cef-57c86d3251b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e30786e4a405
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: 99b374f5-e6e9-4f9b-957e-88f71f4641ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:14:13Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T19:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:13Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e3089afcdba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: 9e569031-6546-4fff-8fec-48efd01dc5e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.303s
    (1m55.303s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32373a28108
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: 1bc0e8b9-caaf-4b93-8d75-1064b4945c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32379f68539
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: faab87e6-614f-41d2-9e6a-d853216af1e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e3237b659d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28710"
    uid: b6eb62dd-2c86-4558-80d4-a30efdff2327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e3237b7085c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28711"
    uid: 0a8ca96b-187c-4d1b-9dd5-262c2858aa3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32381bebec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28712"
    uid: 0093ec57-271e-400f-83d4-825369bc61f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:08Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32382cef8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28713"
    uid: e3cd4126-ff86-4eb1-a74e-c679082867e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:14Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e3238b8fae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: d0fac7c2-97fc-45a3-b547-c74361add099
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32883b81af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28961"
    uid: 2547fc98-e2f0-4b38-b691-c6c87596231a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xl8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 0e173739-8fd3-484a-8678-fd0acd136222
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-triton-predictor-5d7db58676-xl8qh.18d5e32883b8aeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 59375bf3-a6ad-4955-8dd4-ae42d187e37c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: 130fba36-bda9-4638-a322-66636a28c667
  kind: Event
  lastTimestamp: "2026-09-16T19:14:07Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-xl8qh'
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:07Z"
    name: isvc-triton-predictor-5d7db58676.18d5e3075e2cd9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 75dc2085-9507-4d9c-b827-678c59da93c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27612"
    uid: 90d6acc1-50c7-498f-ab74-d494c23a4e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:07Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:07Z"
    name: isvc-triton-predictor.18d5e3075a7ea9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 781f20a5-09e1-47de-8907-1df05fd5bed5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 35667087-5a44-4a4e-ad4a-714439089d92
  kind: Event
  lastTimestamp: "2026-09-16T19:16:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:22Z"
    name: isvc-triton-predictor.18d5e30ad9ef4e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 4efaa5f4-9d78-4ed1-bf00-2a07fb08da2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 35667087-5a44-4a4e-ad4a-714439089d92
  kind: Event
  lastTimestamp: "2026-09-16T19:16:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:22Z"
    name: isvc-triton-predictor.18d5e30ada7662a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: 1a938f77-30c8-44b0-ab01-af3f6edfad43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 98e3ab0c-0779-4c28-bf42-c46e6d657e58
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-triton.18d5e3075b0ecc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: 1e134dc3-669e-4efd-a719-b9245e39cff5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 98e3ab0c-0779-4c28-bf42-c46e6d657e58
  kind: Event
  lastTimestamp: "2026-09-16T19:14:07Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:07Z"
    name: isvc-triton.18d5e3075b9ba8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 76f17292-cb78-48c3-8f58-f2ea0b41f88d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: 98e3ab0c-0779-4c28-bf42-c46e6d657e58
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-triton.18d5e3274bc94e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 4bf0a8de-db2c-4f9f-8b3c-f405784acd09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:35.270005Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-km76b
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e329b8033765
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: a7453104-6c11-414b-a9f7-c0de26b7814d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e329ca9737cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: 60b47407-232b-45d1-be10-c6667523641d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:36Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e329ffafed46
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: d368c6e1-f7ed-4011-9153-9b9c012cc450
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32a013a6de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: 8539aee9-b0dc-487b-bfbb-efe4e8d0651f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32a080dc1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 5511325e-8752-4a5c-a42c-25e6e6c8c76f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32a091cb6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 5ca2cb1d-4704-4cc7-be32-c12155826498
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:40Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:40Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32b0868a7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29110"
    uid: 00fbb9d0-f2e9-40a0-9030-f10fec004419
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:00Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.031s (20.031s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb268ba55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29251"
    uid: 982685e7-d35c-4a9a-b517-fa0d6a367f61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb56778f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29252"
    uid: 612be60d-e155-4b95-8d5c-bae3b342c70f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb5d258b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29253"
    uid: ecfd2230-a5b9-4f31-9eb6-3838f182b1c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb5dde900
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: 69e5dd4e-0f23-4e83-a799-a4ef7714d9af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb8a313a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: 03f324f8-327a-4e0a-8ac8-7ee60581bdac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32fb907c496
    namespace: kserve-ci-e2e-test
    resourceVersion: "29257"
    uid: 8c56b6ad-bd03-439e-ba40-ec6db1f58e32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:18:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e32ff2bbe47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29981"
    uid: 9c7dc05d-ec63-40d4-9daa-be3268a8a185
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:18:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e341066bebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: e80925f9-d7b2-4581-9946-5f8f3de25aa6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:18:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e341066c575e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 95a31ba5-5af3-4c69-8322-2ad343d7ed39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-km76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: d86fa6c7-5256-46d9-bbed-f7eb9b70a6a0
  kind: Event
  lastTimestamp: "2026-09-16T19:18:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-km76b.18d5e341a4e3edf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: a46c801e-31b6-4dd0-a4ad-dc17f6868105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: 4b9e03d6-88ba-449e-9c4b-76ba03b6b513
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-km76b'
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5e329b78ab194
    namespace: kserve-ci-e2e-test
    resourceVersion: "29042"
    uid: c4696559-8c39-49f3-ac06-42db1625000d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: 0d8731cb-6f17-48d3-8c6f-0792fca59598
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost-predictor.18d5e329b48dc800
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: c1aa31d7-2c6d-45b5-ae7e-d4f095e95fb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 07ab00f4-05f0-4d4c-a3fb-9c40ac64af0f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-xgboost-predictor.18d5e32d33a11a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: 22260621-26cf-4125-a8a4-2fa93d99c4e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 07ab00f4-05f0-4d4c-a3fb-9c40ac64af0f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-xgboost-predictor.18d5e32d340e33a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 25138320-80cc-4b18-b9b8-518a40ea01a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 07ab00f4-05f0-4d4c-a3fb-9c40ac64af0f
  kind: Event
  lastTimestamp: "2026-09-16T19:18:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:05Z"
    name: isvc-xgboost-predictor.18d5e337b08cb654
    namespace: kserve-ci-e2e-test
    resourceVersion: "29856"
    uid: d6973c7f-1ae2-4c97-824c-5a9bd63641a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 07ab00f4-05f0-4d4c-a3fb-9c40ac64af0f
  kind: Event
  lastTimestamp: "2026-09-16T19:18:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:05Z"
    name: isvc-xgboost-predictor.18d5e337b0e126a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 8e62442f-311b-4a3f-a123-4cf76b63d68e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:20:11.084377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    to ip-10-0-136-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35bf78d01c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: 2951d231-6d0d-4498-83a0-9b2deacef2fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31123"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35c197f06cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: 09701600-77af-4bb7-b248-db9801fd2294
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35c1bd6d9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: a72b55b4-9251-439d-ba37-2f5358a04485
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35c1ec63164
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: 5dce5e2a-5ba8-4c30-9c30-5d7cfde70ab4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35c1f42dcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 99322a62-9b3a-44c6-9853-fca39542d30a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:15Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d1a4b3467
    namespace: kserve-ci-e2e-test
    resourceVersion: "31171"
    uid: 501cff9b-198d-4665-86bd-1eccce903b71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d2071c6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 1008701e-8761-49a4-bc58-030af6a412ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d20da4b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: 9dde6a60-d828-4b38-95b2-d147c9a868f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d20e5a134
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 27653598-72e4-4ee3-b2e8-4950c31fe29b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d238ef24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 2096c034-ba95-489c-ac7c-4c6a4f73ef9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d23fcb487
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 00b85fd0-e7b0-407a-acb9-fdf2df48ae75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:21:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e35d565d62b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 949aa211-c4b8-40f6-bf69-4fad476aa413
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:21:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e36e9e29de9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 7a6d725c-4036-41e9-815a-81ba470a9389
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:21:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e36e9e2a960e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31825"
    uid: 2db38ce2-107d-40a9-ae65-ee0cbb37546c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 3e9f6cec-9c73-40b1-80da-d2df55c22ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:21:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6.18d5e36f0889e48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: 16899260-231b-4df8-9b5c-75b225b9d56c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 37b0a69f-50ba-4db4-b4c9-5e3a5beadb44
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-w4qb6'
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5e35bf6f96c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 833008dd-4162-4f52-9693-86975383fa00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 0512dc38-dade-4c0e-8796-3852e9e91147
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime-predictor.18d5e35bf3783bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: 799197b8-eae3-47ed-a992-2a563b549362
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 824a5473-bc21-4e38-b73f-7a62f0550290
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-xgboost-runtime-predictor.18d5e35f72093a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: d3250b62-18fd-44ff-9f4c-2753f6f9466d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 824a5473-bc21-4e38-b73f-7a62f0550290
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-xgboost-runtime-predictor.18d5e35f72af022d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: f1e8dd3b-5b52-4805-9560-2c149cb2fed5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 824a5473-bc21-4e38-b73f-7a62f0550290
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor.18d5e369eff1da76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 6c4df05b-358d-4bd3-94d9-8134c0f62659
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 824a5473-bc21-4e38-b73f-7a62f0550290
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor.18d5e369f0b23f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 4d0fb8e0-d273-491e-9f5c-74a8337360b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 9e6ee955-fe49-4208-aa94-f3dc31abfd95
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-runtime.18d5e35bf37d8796
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 70019c61-5361-4b45-b328-e383154825f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 9e6ee955-fe49-4208-aa94-f3dc31abfd95
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-xgboost-runtime.18d5e35bf453c610
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: b1d33c45-baed-4fd8-aeb4-acefcae9cf01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: 9e6ee955-fe49-4208-aa94-f3dc31abfd95
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-runtime.18d5e36cbbe7caf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: aae69c00-986a-414e-80b0-9befa58122c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:20.548602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e3423b1b03b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: e9eade27-d5ed-4727-b594-a2a1579c3151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34244b1167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30037"
    uid: f8ce9d17-bb68-401e-a309-1920aa8ca73c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34280babe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 122a8a83-1f81-46e0-8886-00ca5ca4562d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e342829ac654
    namespace: kserve-ci-e2e-test
    resourceVersion: "30057"
    uid: 6ea22f52-3b09-4e2e-ab19-a72cbdf0dd67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34285bd93ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: 7ae5a6d4-2084-4d5e-93d9-4fb0e5f45f86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34286279b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 6cdf2e7c-d07e-45a8-9563-09333f7604e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343a6a9e564
    namespace: kserve-ci-e2e-test
    resourceVersion: "30105"
    uid: d34bb297-6ea5-4eda-a22d-8440426b7a9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343a98e9d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30107"
    uid: 52e11d98-b629-4351-97ee-35e7e9fea736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343a9fccd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30108"
    uid: 7cdea3f4-6278-436e-8fb9-45ef5716845a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343aa0688b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: f5bb17f5-8209-4446-b692-25dc69623895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343acf72a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: ebbae241-6226-4430-b419-4bd63c0e5f3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e343ad67eb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: 264a67e3-5ad8-407c-94b4-e8778b05b977
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:19:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34de4d47dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: a2120eb7-1843-4978-b884-e081b4d24b3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:19:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34de4d5176b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 09f87671-7775-4243-908c-fe71ed35c38f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:19:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34ed4d9db9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30480"
    uid: 8b1add2f-a483-47ac-a8e5-c1cee7155893
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 49c6c8fb-505f-4207-817c-8171b84d8f58
  kind: Event
  lastTimestamp: "2026-09-16T19:19:14Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d.18d5e34ed534f554
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: 08fe1e12-02a3-4029-846b-99aa57a91499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 623cd7b2-9971-4c84-983c-6b61797d5337
  kind: Event
  lastTimestamp: "2026-09-16T19:18:20Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-cw69d'
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5e3423a99c821
    namespace: kserve-ci-e2e-test
    resourceVersion: "30022"
    uid: 63215ffe-d6fa-45ed-8cb0-559bd1ac77a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30008"
    uid: 53572fa2-08b7-47c3-8663-cc3d61c706d4
  kind: Event
  lastTimestamp: "2026-09-16T19:18:20Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e3423758548a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 7e31cd04-0b26-4e59-bc9e-51f34da1c530
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: 030e8283-d691-4d9f-ae1f-5f338ddd1add
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e345b5c9b06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 16bab037-ca04-4499-a2d1-6a6dc7c895cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: 030e8283-d691-4d9f-ae1f-5f338ddd1add
  kind: Event
  lastTimestamp: "2026-09-16T19:19:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e345b64a1384
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: 564ef3db-95c4-476e-b043-42dc3d678a88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: a762682b-a973-4650-9732-d17d30a38545
  kind: Event
  lastTimestamp: "2026-09-16T19:19:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:04Z"
    name: isvc-xgboost-v2-mlserver.18d5e342376dd4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: fc93fab3-ff41-462d-aa1b-4d8ed5481324
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: a762682b-a973-4650-9732-d17d30a38545
  kind: Event
  lastTimestamp: "2026-09-16T19:18:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver.18d5e34237dc8c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 8dddd0b9-2adc-4f71-a571-498e5f9cdce7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30003"
    uid: a762682b-a973-4650-9732-d17d30a38545
  kind: Event
  lastTimestamp: "2026-09-16T19:18:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:20Z"
    name: isvc-xgboost-v2-mlserver.18d5e3423fe3d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "30033"
    uid: 4a549202-e936-4bfb-89d4-b86cadf6795e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: a762682b-a973-4650-9732-d17d30a38545
  kind: Event
  lastTimestamp: "2026-09-16T19:19:04Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:04Z"
    name: isvc-xgboost-v2-mlserver.18d5e34c8673a792
    namespace: kserve-ci-e2e-test
    resourceVersion: "30373"
    uid: de978b20-7d98-403d-a4cd-fda9b3457bb0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:41.616847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f03fc689c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 0928c16e-d03e-42cf-8696-756a5003a689
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f123abdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: 1ed23f72-9e5e-40e3-bb59-b8f0ae1a9392
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:42Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f4987ae75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: a5752498-22c2-4472-8eaf-f8d27b3a151a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f4b2a846c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: d22d30f8-1289-4fe2-8a26-7b0186390a95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f4df8ae0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 7df5a62c-02ca-4bb0-ae31-22600b0df525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e37f4e6fd763
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 6b34b10a-0882-4916-a9d2-7cb2ad9bf880
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:22:46Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e3803c5074c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 666920e3-6217-4847-95b1-75e388316b50
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.887s (16.887s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e3842adc4961
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: 43f1b3d8-2a13-41e5-8c9b-bb55d28b7491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e3842e6ec515
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 9acb3751-4c84-44ae-a6a0-59dfd1a25d81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e3842f14eefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 7fd72a68-f1d1-441e-9153-627c3cdf2170
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e3842f22b803
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: e08a7cd6-c261-421d-9eea-b28d3678c34b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e38432ad9931
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: fa66de2e-2c42-44af-b7b1-88aba8cfcde6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e384334e5922
    namespace: kserve-ci-e2e-test
    resourceVersion: "32750"
    uid: 8d2f9229-ac47-4be8-ac1c-24f4c8a38f9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e38473d1f50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: d03b2aa9-4e95-42e5-8e13-eccea97ee716
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e393fe55ff6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 0d0a243a-5c01-44cd-a344-99b12321f24b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 4d0af7ef-7edc-4d3a-b525-71a5a8cf9d88
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bd4kg.18d5e393fe5688cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 26273c15-83f2-4d60-9d45-a1a710b4640e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: d7c889c2-ae59-4681-839c-ce229d473d1c
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-bd4kg'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5e37f038aea67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 87244a3b-61d3-4b66-a733-99b9eb8961c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: cf79ead2-c5ea-462e-b323-d1f0559178c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2-predictor.18d5e37f006423ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: 8e31dbf7-fb74-4f8a-a1b2-64c0900f72d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: cc3a4ab7-a02d-4fb3-a436-95296e39926d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-xgboost-v2-predictor.18d5e3827ee94ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: 106c18eb-2f7a-4138-895b-240bd51801aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: cc3a4ab7-a02d-4fb3-a436-95296e39926d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-xgboost-v2-predictor.18d5e3827f6a9018
    namespace: kserve-ci-e2e-test
    resourceVersion: "33050"
    uid: 807f2119-3549-41c2-a819-7b8a093338dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: cc3a4ab7-a02d-4fb3-a436-95296e39926d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:57Z"
    name: isvc-xgboost-v2-predictor.18d5e39097194b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 7548d5c6-0742-44e8-a113-d17157077c32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: cc3a4ab7-a02d-4fb3-a436-95296e39926d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:57Z"
    name: isvc-xgboost-v2-predictor.18d5e3909784ee52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 0cdcfcb1-759c-4a83-aa31-f65d3f3218dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:36.385794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e36fd3e95449
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: 00c04489-2156-4102-81c5-12c3b362fd7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e36fdda63a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: 28e574a7-cce4-4018-9246-bc8561a53936
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:37Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:37Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37019c2c9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: abc78519-ca50-4607-a8d0-d59402053cf8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:37Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3701bab4aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31927"
    uid: bb575750-e1c4-45a8-947b-5c97afe0ed9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:37Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3701fb220e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 14114166-9461-4126-8ae6-8ff01c55dcf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:37Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37020246194
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: cf31b4d9-530f-4aed-9e13-5778534a566f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710829d778
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 36f21d5e-8139-4974-a072-7372d75ec0b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710b8ccc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 175cd7eb-8e84-467e-8dd4-96903102b284
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710bf92e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: 1b0ae241-31d9-4d3c-b95e-075db2dd030d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710c038e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 73646453-16b0-4d6d-a1ba-6e6ba36a57fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710f32e085
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 27190f76-73a2-4ada-b272-3331eeeb99b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:21:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e3710f9f721b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 7658793c-dca5-491b-9aeb-b3612e1effe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e379e5a2dea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 8b040b71-d5df-4fed-aa49-12363b504129
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37dd1158cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: af726b0e-2f4e-47c5-8162-00004091d35f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37dd1161e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: da5b2645-395f-4eac-8288-3074299a6772
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37e8a24533d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 0689ef71-7787-4cfa-abc7-bea2ab32ae43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: bc7aafba-a0b3-45c6-a7c9-79d1526c3d51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:39Z"
  message: 'Readiness probe failed: Get "http://10.132.0.54:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs.18d5e37e8a78bc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: e12f42a7-fd95-48cd-b5b9-27fcea20bd21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: c891c9ba-ef06-44be-87cd-a6a7007928df
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-82bqs'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5e36fd32d6d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 370f52ac-7eb7-47b2-88f3-e26466c7fcd1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31879"
    uid: a9159133-b729-401d-9dfc-1b87f6754318
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e36fcfa9c53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: f0098a24-b86c-43fd-911e-131ee596b848
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 39f6ef31-3a60-4942-bcd2-c80509ae3095
  kind: Event
  lastTimestamp: "2026-09-16T19:22:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:21Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3734e4b04fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32262"
    uid: 260b7e92-afde-4f5d-84af-174c0fcd2b44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 39f6ef31-3a60-4942-bcd2-c80509ae3095
  kind: Event
  lastTimestamp: "2026-09-16T19:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:21Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3734ece339e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: d5468957-8519-4a13-b947-4e5146c84310
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: 39f6ef31-3a60-4942-bcd2-c80509ae3095
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e37dcc378a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 46e460a6-0077-4753-9d0d-920b5e96f093
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: 39f6ef31-3a60-4942-bcd2-c80509ae3095
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e37dccd75ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 2b37eaed-dfc8-4765-ba0d-34cf095a8e5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 063cde73-2fa1-4145-881f-1251e16b107c
  kind: Event
  lastTimestamp: "2026-09-16T19:22:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:29Z"
    name: isvc-xgboost-v2-runtime.18d5e36fcfad1a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: 7b50ce68-bc4c-4816-b11e-780cc5c67ab4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 063cde73-2fa1-4145-881f-1251e16b107c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime.18d5e36fd03420d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 19f2f1ba-cf73-40cc-a6b0-9064df7e3f70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: 063cde73-2fa1-4145-881f-1251e16b107c
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-v2-runtime.18d5e36fd9bf1176
    namespace: kserve-ci-e2e-test
    resourceVersion: "31905"
    uid: 8abfbce2-ba02-48e4-8219-e370e2f6089a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: 063cde73-2fa1-4145-881f-1251e16b107c
  kind: Event
  lastTimestamp: "2026-09-16T19:22:29Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:29Z"
    name: isvc-xgboost-v2-runtime.18d5e37c3c125e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 995a3b75-9a87-4c95-872d-55f65bede1e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: e55c2b6a-8347-4217-8a03-da0feb777514
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-xgboost-v2.18d5e37f00649528
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: d4ad5b1e-dfb9-4b48-a0a7-2042bed5e777
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: e55c2b6a-8347-4217-8a03-da0feb777514
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2.18d5e37f010b7b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 6e53bfa4-3d61-4478-a114-28db2daa8835
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: e55c2b6a-8347-4217-8a03-da0feb777514
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-xgboost-v2.18d5e37f0862d132
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 08f03649-0c59-45c1-977b-98adbd28355a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33265"
    uid: e55c2b6a-8347-4217-8a03-da0feb777514
  kind: Event
  lastTimestamp: "2026-09-16T19:24:11Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:11Z"
    name: isvc-xgboost-v2.18d5e393d7e2b71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 51c7dd2e-560b-4bfb-913b-a54e8c2c7012
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: a81240a4-ad6b-4c7f-b948-e0a021a1b333
  kind: Event
  lastTimestamp: "2026-09-16T19:18:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:08Z"
    name: isvc-xgboost.18d5e329b516673e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29884"
    uid: 2487cbc1-7032-4000-9399-5aea56fbc2ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: a81240a4-ad6b-4c7f-b948-e0a021a1b333
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost.18d5e329b5ab6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29053"
    uid: 305442df-afe6-47f7-8069-c508943e2b41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: a81240a4-ad6b-4c7f-b948-e0a021a1b333
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-xgboost.18d5e329b5abb221
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 067e5c03-df7a-40d3-907c-10a8cff72cc3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29882"
    uid: a81240a4-ad6b-4c7f-b948-e0a021a1b333
  kind: Event
  lastTimestamp: "2026-09-16T19:18:08Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:08Z"
    name: isvc-xgboost.18d5e33f573b057d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 7d5a9bd7-586a-4306-9737-f8fd8b956488
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:09.552714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-c6scw
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f06502e718
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 8c0d74ad-2758-4bb0-95c1-ba13ab7b09a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f08707992d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 96f9bfae-81b9-462d-95d2-9ef4315a72a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f088a7194f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 7f8af652-2805-44fc-8b4e-96b2e72e630a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.227s (1.227s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d1cc8d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 8b560219-0f8a-45f2-93fe-e6384a42ad0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d5665452
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 21ed7b12-664b-49bc-b426-82ec4705f8bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d5d922a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: d0be2823-ea99-4977-8256-c5f6e274a9be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d5e696c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 85cf2c61-539f-4495-a055-44e013414cf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d8f9adcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 5ca6cfe8-9cc6-442b-af45-50496a2142b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e1f0d96a01d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 6ea579eb-a74d-4d45-9e90-7b9237643ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e20b39994bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 2a614cc8-e5ed-4f62-94af-ab8350e3f0d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-c6scw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 97785da0-713a-44a1-9667-bfc42af412e2
  kind: Event
  lastTimestamp: "2026-09-16T18:56:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:04Z"
    name: message-dumper-predictor-6575bcfdfd-c6scw.18d5e20b39999a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 61b4f68d-9303-4dac-94e6-8faefe8ce69f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 672382e9-9bee-4cab-b561-663f080c4629
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-c6scw'
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: message-dumper-predictor-6575bcfdfd.18d5e1f06486d8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 61c883e4-8865-4279-a535-8726557bea73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 57cead89-0237-4373-b800-3642266cbd9e
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: message-dumper-predictor.18d5e1f062838024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 1c72e550-7991-44c1-b568-18ff12c495d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: c78ae5dd-0d1e-4e03-be55-4401026f6ca3
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: message-dumper-predictor.18d5e1f3e0ed9cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 9cf6f5c0-5b8b-4a3e-b88c-f35be58d46b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: c78ae5dd-0d1e-4e03-be55-4401026f6ca3
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: message-dumper-predictor.18d5e1f3e155bd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 20185bd3-bb76-4c9a-b57d-86a4dec0b99b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3739a668-9cb0-4988-9499-c98fa2290888
  kind: Event
  lastTimestamp: "2026-09-16T18:54:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:19Z"
    name: message-dumper.18d5e1f062801fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 0fa17528-383f-49a3-b8eb-af7e322bacb1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3739a668-9cb0-4988-9499-c98fa2290888
  kind: Event
  lastTimestamp: "2026-09-16T18:54:09Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:09Z"
    name: message-dumper.18d5e1f0631787ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 099747eb-c4a1-4d1a-ac42-de6146255c29
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 3739a668-9cb0-4988-9499-c98fa2290888
  kind: Event
  lastTimestamp: "2026-09-16T18:54:19Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:19Z"
    name: message-dumper.18d5e1f2ba932e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 939eca23-10ac-4068-8fa0-0cb2dddb580f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:36.238366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e274561b9cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 5a8af254-a6c1-477d-8756-ad26fd515cdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2747868d1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: ab6424be-07fd-4e1d-b6ec-fcdee22c9992
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e27479dcb239
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: d22fa991-a13a-4388-bc4f-2e03c988f465
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2747ceba091
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 270f4c5e-7408-4e72-adcc-2dc36bb17cae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2747d6c5a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 5877065a-9cfb-40b5-b4b2-6b98fc7ecc91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:03:41Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2757a8e8981
    namespace: kserve-ci-e2e-test
    resourceVersion: "21757"
    uid: 99b9cb35-4b3a-4ce1-9142-b370cb1caac4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:56Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.756s
    (2m15.756s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2951648cb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: be1df956-fc9f-44b2-b246-fccdc11fb758
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2951c21a92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: e496f251-cb93-4fd5-aec0-47ddb296ef94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2951d1fe57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: 51480130-613a-42e2-946c-66c730865586
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2951d2bb080
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: a2f4e789-dd33-4dad-93fd-5a2107caabe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e295228a18aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: 7f2ec7af-0139-4c92-a6f3-c78210f21aee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:05:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2952413bcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: a8b75bfe-9316-434e-bdaf-1fbd26dd6f1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:06:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e29df12e0896
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: d1a3ed22-b4ea-4cbe-9c02-32d57b387a2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2a2eea4f0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: a245cc24-d79f-45d1-982a-2dce0402169d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2a2eea7387f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: aeb29ea9-7f0b-47ba-8f98-4fb63f95a922
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:07:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2a3bfacff7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 7b1a6999-51ec-44ba-8a1a-11145bd70949
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: d92ea23e-520e-432c-895e-aa4e84129c34
  kind: Event
  lastTimestamp: "2026-09-16T19:07:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl.18d5e2a4ea1850ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: e6ee0af1-0196-4e2f-bc50-eccaefb00bb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: c3261d8a-ce54-41d2-9bc1-f62f1697cfa9
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-s8ksl'
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5e27455a9c9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: bf8f0ed6-84cc-4386-bb87-09c56bc05678
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 5bd83e99-49c5-40a4-916e-f26cd24c32ae
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver-predictor.18d5e27450fcfcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: 620fd313-9e0d-49e2-b95a-984dac0aae71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: c794dcb5-bdda-4b44-8ce5-d77184ad800e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: sklearn-v2-mlserver-predictor.18d5e277cfe28a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: edeff1e0-87f2-498a-8d05-8277221e4d45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: c794dcb5-bdda-4b44-8ce5-d77184ad800e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: sklearn-v2-mlserver-predictor.18d5e277d055fd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: fc40b629-ac0c-4fcf-a98b-28ed4454ad2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: c794dcb5-bdda-4b44-8ce5-d77184ad800e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:51Z"
    name: sklearn-v2-mlserver-predictor.18d5e29ac47eabae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23135"
    uid: 86b972ff-070c-47f4-9bb6-50d6a8da5dee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: c794dcb5-bdda-4b44-8ce5-d77184ad800e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:36Z"
    name: sklearn-v2-mlserver-predictor.18d5e29ac50c3e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23037"
    uid: 52e3a911-b468-4107-87b9-4b0146c452a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 8418e8de-fcb2-40ed-9d2f-cc3e895c7c78
  kind: Event
  lastTimestamp: "2026-09-16T19:06:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:55Z"
    name: sklearn-v2-mlserver.18d5e27451069eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: f7d69c17-6657-45d0-81a0-f08f38cf068a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 8418e8de-fcb2-40ed-9d2f-cc3e895c7c78
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver.18d5e27451a0765d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 362ccc7e-8a2a-48ca-8044-e44a641e9add
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 8418e8de-fcb2-40ed-9d2f-cc3e895c7c78
  kind: Event
  lastTimestamp: "2026-09-16T19:03:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:36Z"
    name: sklearn-v2-mlserver.18d5e274576609af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: e7ccae9c-b9ce-4ed7-bf61-a69faae160cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8418e8de-fcb2-40ed-9d2f-cc3e895c7c78
  kind: Event
  lastTimestamp: "2026-09-16T19:06:54Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:54Z"
    name: sklearn-v2-mlserver.18d5e2a29b665771
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 57fd009e-0ad7-4863-9b0a-518959286805
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:15.877471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    to ip-10-0-139-72.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e34f1cf69407
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: e4e1b877-8873-43d8-8db7-d84edad8884f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd47588cd-rns2v
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30553"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:16Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e34f3f8a0f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30565"
    uid: 5c322885-4af3-4910-af8a-ff3b5c581e1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a67c7de2a2df20ba196233af8aeab8be14c9a48c25488c0e22514b22fe3caba5"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e34f415f615f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30567"
    uid: f201ad81-3d22-4b10-9541-37c6971a5620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e34f44c933ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: 693343b0-a380-4a44-aa77-72b4f4f5c837
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e34f4535cccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30569"
    uid: c499f0a8-54c5-466d-a8fa-e1ac26b71c3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e3504911a0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30607"
    uid: e232bc3c-ac9d-4e93-bd5e-930366c1c344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e3504ccae9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30609"
    uid: d60a2540-0694-442e-b77a-966212168099
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e3504d3a60c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30612"
    uid: a8d4316f-807d-4909-adad-c8b7bad96e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e3504d4417e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: b815d7a4-08d7-467d-b8f0-12c12d5eb467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e3505012a844
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 31a5082f-ce6d-41d7-b737-e70b34511d86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e350507f1fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: 4962e62b-df52-478b-8346-ee46d6343a58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e35ac1d1f6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: 9177730e-07ca-41a8-ae94-de6583c41fbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e35ac1d2d462
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: 4756f528-7d97-4773-ab8f-3dc233e1b593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e35b77357c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: cffefbf7-59a1-4480-b1d8-9081231fb295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: b3344add-63ce-467f-a3a2-1cc47f4949c9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:08Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv.18d5e35b777635b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31074"
    uid: 06af259d-0c08-49fb-9f99-9583e141d933
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-72.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-72.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 5bf6d04d-1aac-4276-ac35-f1032709e2ae
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-dx7lv'
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5e34f1c6b057d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 52a06574-5314-4117-a545-bf5cf680fbbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 520358c9-e970-4330-923d-d28b5e3e37a2
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: xgboost-v2-mlserver-predictor.18d5e34f18979d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: 448102c8-636c-4a70-824b-225f198a372e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: 36d3ec9a-0151-485b-bdc7-e3ba7d5e86da
  kind: Event
  lastTimestamp: "2026-09-16T19:19:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:45Z"
    name: xgboost-v2-mlserver-predictor.18d5e352972b79f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30887"
    uid: a4b12a9c-95d9-4f91-bb40-f274759d8ac3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: 36d3ec9a-0151-485b-bdc7-e3ba7d5e86da
  kind: Event
  lastTimestamp: "2026-09-16T19:19:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:45Z"
    name: xgboost-v2-mlserver-predictor.18d5e35297b2d125
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 9559d4e3-0d94-4d60-b9c2-691d5a749e32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 36d3ec9a-0151-485b-bdc7-e3ba7d5e86da
  kind: Event
  lastTimestamp: "2026-09-16T19:20:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:00Z"
    name: xgboost-v2-mlserver-predictor.18d5e359963250d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: f1e2a4c0-5d5b-49bd-8e2a-2f0a58726740
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 36d3ec9a-0151-485b-bdc7-e3ba7d5e86da
  kind: Event
  lastTimestamp: "2026-09-16T19:20:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:00Z"
    name: xgboost-v2-mlserver-predictor.18d5e35996a44732
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 166478d9-5543-4c9d-8aa5-5d71840b3be4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 0e5466ea-ff1b-4015-a137-99174cbbe242
  kind: Event
  lastTimestamp: "2026-09-16T19:19:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:59Z"
    name: xgboost-v2-mlserver.18d5e34f18ac32e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: fae6c4d4-f78e-4814-9042-a076f0e04dfa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 0e5466ea-ff1b-4015-a137-99174cbbe242
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: xgboost-v2-mlserver.18d5e34f1d7bd641
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: d92e70f3-4da9-4977-9ca4-638881d98c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 0e5466ea-ff1b-4015-a137-99174cbbe242
  kind: Event
  lastTimestamp: "2026-09-16T19:19:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:15Z"
    name: xgboost-v2-mlserver.18d5e34f1d7c2efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: 44a3493a-2887-4118-a706-e80d1a4b4a3c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 0e5466ea-ff1b-4015-a137-99174cbbe242
  kind: Event
  lastTimestamp: "2026-09-16T19:19:59Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:59Z"
    name: xgboost-v2-mlserver.18d5e35929ba115f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 9eed766a-c244-4f9c-8c17-3bef51285ac7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "37704"