---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:17:18.223354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-2dpcc
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c069efcacdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 40f3e5b1-aaa2-44fa-acdb-0877cd1d3dad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c069fafc4608
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 01e4c50c-4366-45dc-91ed-d0006c240bee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06a35e17285
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: 3dc050d5-5c69-4d15-b3bf-bcdc3e15b9f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06a3b043561
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 4e964c87-eba1-4806-a876-441281ee0590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06a3e554ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: b8853a05-d1f2-4b09-8c1a-3e1a217b850e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06a3ed1cefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 9281e851-02f4-4f1e-b56d-74432c45bd73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b3ad29af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: 71f8fbb8-5bbc-4d6c-b7cd-9d1ce944f0ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b3f1501b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 36533bdc-f9fd-4817-9370-e9125341f85b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b3f95dd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: eec00482-67ce-456e-be98-7b5fe5efc5b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b3fa1a8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: c0fd442e-52ba-4f1a-8c88-c23a43e8d5d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b42f6cf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 3c0f5f89-3b59-4421-85ef-edcacd2ff149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06b43793a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: d6381383-7b43-4448-a892-3f4684e1e0e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:18:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:31Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c06bb2feeefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: 684c589c-6fb2-4efe-9e15-c913c4b6801d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c07d2c510814
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 74c3423d-3021-4205-a976-7f61fd17d3fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c07d2c51ff28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: bc55f33d-a772-4d6c-9ad5-157e7d26a2b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-2dpcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: dff205a2-c12d-44ea-bd3a-dc7b2aa53843
  kind: Event
  lastTimestamp: "2026-09-09T20:18:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:41Z"
    name: isvc-canary-create-predictor-68984b9498-2dpcc.18d3c07d652f8b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: ac101b49-d940-4904-9784-0f7165631b3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:17:18.279694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-8pzgp
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c069f3267e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: e987fe00-f6cd-4859-a01a-a95205cc432f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c069ff73162f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: bb6cfbd5-d643-4e0a-a781-027849dec181
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06a3976409e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 6029686e-9c99-4d44-a33f-12ebb98a2334
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06a3b0775a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: c4780316-8033-4127-a557-0eb7e325c2ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06a3e11aa90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 7f81384f-9a90-445e-8731-8ff306f6ffdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06a3e84d7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 8b6d5f9b-7b91-47f6-b5d3-099be96e49ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3672171c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: c5042ea0-d55f-4e08-afb1-550c443e4c4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3aa06872
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: e498ef36-ede8-41e7-a1c1-71bde3b01890
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3b1b733b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 819a6d24-1b12-41ad-aee5-c6020e33c2ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3b2581ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 95b99c46-3d52-4fd3-a54e-7d2069472a7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3ef0535c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 852e79bb-eacb-43d5-a923-3d4f7eba9618
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b3f96d29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 8d40587f-bf42-4979-b9e9-911425e2f132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:50Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c06b72a90293
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: eb303c55-eca7-4872-a5ef-184f0c60c229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:48Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c07ee8233a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: eb179c62-3cdc-42a4-882a-3344f2972de6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:48Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c07ee823fe0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 44bca774-412c-4cac-b228-dc146429d6ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-8pzgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c5d108da-0802-4311-9fc0-24e4fb6bb64e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:50Z"
    name: isvc-canary-create-predictor-68984b9498-8pzgp.18d3c07f78e20efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: bfd9a776-753b-4325-a284-a84d84c69c0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 910aabbf-3a8a-46f6-b07b-59d4d0f9f5b3
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-2dpcc'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c069ef5c75a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 380b9937-6120-4ca9-a653-4904d56d5a1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 910aabbf-3a8a-46f6-b07b-59d4d0f9f5b3
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-8pzgp'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c069f2736777
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 4bd8b3c0-e906-4324-adbc-b1c7dc52d693
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 910aabbf-3a8a-46f6-b07b-59d4d0f9f5b3
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: 'Deleted pod: isvc-canary-create-predictor-68984b9498-2dpcc'
  metadata:
    creationTimestamp: "2026-09-09T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c07d2c1f8cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: ceea70dc-0337-4b1c-a581-2d07ed17317c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 90fc4756-bbc6-4157-8a51-7ce606466a7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: Scaled up replica set isvc-canary-create-predictor-68984b9498 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-predictor.18d3c069ec29698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: f8e62b94-351d-492a-aead-1ddc0617bc54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: 90fc4756-bbc6-4157-8a51-7ce606466a7e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: Scaled down replica set isvc-canary-create-predictor-68984b9498 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create-predictor.18d3c07d2bb7a91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: f7865bbd-b388-4641-a49a-813baded6417
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:17:18.189910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-579784d7d7-rztjm
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c069edcc6f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: a9ad606f-c539-4c38-9728-058b5b9a55fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06a0ff5b5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 6bdb3785-436f-4d2f-b6f5-d6b2b143135d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06a1158824f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 32cab040-bd76-488d-a5a2-bd21adc64ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06a14751c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 0c683fec-b04e-4576-831e-aabcb51bcd06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06a14e79fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: b7d2026a-32d6-48b7-b340-1f31cfc10ed2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b36571a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: d567eef5-be60-4d6a-ac84-1bcd794467fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b3a9776a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 5f957b04-74a0-48f0-b00f-1b7b4d5b4330
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b3b0e5b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: 84b03ee9-7fc7-43d4-9841-09fc171d94ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b3b190dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: c943d49c-e565-4a1f-b9e1-7052a53471da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b3ee5e8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: c1570463-80fe-4e5f-8ae9-c237c584f396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b3f61011c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 8fb946bd-3389-4a57-9e53-b7e445a51a73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:50Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c06b728b2df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: 6302a5d3-f62c-41cb-b3c9-8034bdd05986
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:48Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c07ee894e45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22609"
    uid: 983d8de8-8ed3-4699-8fdc-fde6e330dd1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:48Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c07ee895fd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: c496944e-549d-4c14-8b75-d9bd415cf88f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 20bf029a-9d4f-4e81-a894-cf19df755f7e
  kind: Event
  lastTimestamp: "2026-09-09T20:18:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:50Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-rztjm.18d3c07f78e33e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 605c905d-d0ab-41f4-9516-eb2e7451bd02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-579784d7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: c1701f09-4cc1-40ae-81fa-0d4400f92e1a
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-579784d7d7-rztjm'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor-579784d7d7.18d3c069ed436426
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: 19b4f9ae-419e-468f-a82e-4e197babb64e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 35884073-6357-4078-9cc7-ce6bb51fbe8e
  kind: Event
  lastTimestamp: "2026-09-09T20:17:18Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-579784d7d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:18Z"
    name: isvc-canary-create-v2-predictor.18d3c069ea336248
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 87c1c2e7-ebad-4851-9a85-365396fecf08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 331e524d-c8b4-4501-82e1-eaafc81175c2
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create.18d3c069ebe33f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22535"
    uid: ff0ad3d7-1448-4527-bf6f-56ffd3f42d3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 331e524d-c8b4-4501-82e1-eaafc81175c2
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create.18d3c069ec3f99d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: ae6b328b-057c-4300-be93-8d2de4b788ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 331e524d-c8b4-4501-82e1-eaafc81175c2
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create.18d3c069ec3ff455
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 32ee5084-70f3-42b8-9252-4dce32efb072
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22532"
    uid: 331e524d-c8b4-4501-82e1-eaafc81175c2
  kind: Event
  lastTimestamp: "2026-09-09T20:18:40Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:40Z"
    name: isvc-canary-create.18d3c07d32675244
    namespace: kserve-ci-e2e-test
    resourceVersion: "22534"
    uid: 6b424cb1-c4e6-47d2-ba76-4c6771939c3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:18:53.481838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-drhbg
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0801da3d901
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 1830faf6-4b5a-49b2-8afe-18d31e34586e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c080407cf56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: cfbaa210-2293-4f4e-b17a-6de9dacf7b40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c08041f99fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 11971a9d-c727-4a0e-85b0-ce6d64020ee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c08045529188
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 9dba3445-22b0-48ea-943b-831d4fad0fa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c08045d37e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: 020e5989-444d-463d-a26b-55753bed1d10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c08138fb3003
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 81ac9282-433d-4550-a140-9342066c7bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0813c22cac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 72ca9931-eb10-48c1-afbf-a1b9ea4a1582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0813ca27f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 52bda901-5515-4d08-94b6-507f6b9d20e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0813cb04f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: c0a7e449-80b1-47e0-8c65-4a119a8a05e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0813fd55cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 86b9c9d3-89e2-4321-8e5b-8f1cdee82d9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0814057d7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 3d35729a-a6f4-4fa8-b7e2-218adb0e2031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:20:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:06Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c081b0ed3bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 420da5f2-1141-4010-bf51-f0d7cc1a2669
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c09363010932
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 304e7bc0-9786-46dc-921e-e3b4a1d9b810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c093630224a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 3f481e4e-a456-45d9-95ba-3047f97de48a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": EOF'
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c093634f3b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: e295baf1-5ec2-4980-9d3c-e05499012ff6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-drhbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: df9f9e93-d81c-47b2-a0da-a0945065220d
  kind: Event
  lastTimestamp: "2026-09-09T20:20:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:21Z"
    name: isvc-canary-promote-predictor-cb75746f8-drhbg.18d3c0948d1fb161
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: 85c1bed8-60fe-4465-b689-f16ecb64c392
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:18:53.529634Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-fbb4s
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c080207d3f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: 6eca1be1-72fa-43c8-90f4-310bc959fbcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c080426fd34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22729"
    uid: a57f08b5-b239-49e0-96b5-058e89ce2a62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08043c83e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5805182c-2fec-4635-8a9e-be6b08e77b9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08046600be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22738"
    uid: cf498ffb-b4a2-40e6-a3fb-f332229515b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08046d3c9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 8fc2c9f8-4471-42e9-a657-524b04ab5d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08130adbf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 1cd89b00-f769-45ff-997f-0869b85cb936
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08133cd66c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: a8ac2ec2-f9c2-485d-9e56-ce98e5828c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c0813457c177
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 8481fb57-2dd2-4f7e-8528-2344d0b2951a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08134626bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 644838b4-dafb-44bf-8174-b8bf6973a4d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08137852682
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 5b47b840-060f-4f53-9381-032319f8241f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:18:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c08137f785d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: ef735792-bb8a-4bb8-ac1c-ddd4c30445d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:20:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:25Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c0816cac55bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 98c4538b-3317-4924-aabf-d89f26a66640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c095150ee4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 1f9a3e9e-3380-4ecc-abce-f139eb677903
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c095150f8168
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 8825bae9-77c8-42c5-8f6e-054d09ed67b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: c0780517-e231-497d-8fad-ec175d8fe67a
  kind: Event
  lastTimestamp: "2026-09-09T20:20:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:25Z"
    name: isvc-canary-promote-predictor-cb75746f8-fbb4s.18d3c095732616b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: 6be4e8cb-1e58-4bd5-8e43-4e5be12b852a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 6a457994-e06c-4a91-b780-1ab120e8c64f
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-drhbg'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c0801d419a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: ea15f246-9ca3-4a14-8d2f-221f012ee32e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 6a457994-e06c-4a91-b780-1ab120e8c64f
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-fbb4s'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c080200f4481
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: cbcd9680-a122-4e1d-a5aa-3acfcf3e7090
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23386"
    uid: 6a457994-e06c-4a91-b780-1ab120e8c64f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-cb75746f8-drhbg'
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c09362c7e12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 9e930972-2953-4b12-8a29-d165a530062c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: e768fe4a-b1d9-4afa-aa9a-7f6351381c5c
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: Scaled up replica set isvc-canary-promote-predictor-cb75746f8 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-predictor.18d3c0801a7089f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 6390e63e-6aa9-4c0b-8200-8b4faf1bdcff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: e768fe4a-b1d9-4afa-aa9a-7f6351381c5c
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: Scaled down replica set isvc-canary-promote-predictor-cb75746f8 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote-predictor.18d3c093624353eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: ca3943c3-0459-4e30-981e-8f845a5645ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:18:53.478154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0801d6bae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 6098fabe-059e-474c-b275-4abdb42736dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0802ebcde94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: d8c958f5-902f-4006-99eb-4a431517e9ea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0806345a446
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: be39dd71-38cb-4e36-8bfc-ab7b40b9a6ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c08064c264a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 110074eb-0e68-4aa4-bf10-fe466109c5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c080679a07c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: deb65ce8-c87d-4cfa-a336-fa5d55dc08ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:54Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0806810622d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: b12e7caf-c527-44e6-a554-dcdefc1f247b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0816cb6d11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22813"
    uid: 2e00067c-6028-425e-8a13-1b9a614680d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0816fc3e79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 119d8402-fb4c-4285-9340-6b8ed494e4ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c081703a9b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 0003239a-efce-4986-a24c-d4fafba97a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c08170458901
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: d29e38b4-9125-4e99-8538-2e139b99c02a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c081730d3284
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: 7287566a-13de-4cd4-be8e-e9c012dc8fd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:18:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c081738290ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: 54f6866c-fe59-4457-9d60-8ebed29022ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:21:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:56Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c081a8cc09aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24171"
    uid: ed57020d-c8cb-4056-a3e7-7ce9021bc91f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:21:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0aa18c40afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 1868fa48-9fba-4382-8e1b-fb3624b42913
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:21:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0aa18c48662
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: c2899831-5025-48db-8e19-4f1ba76a8c8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: fc5e9aa4-28b7-49e6-a6b7-7a23e90b4354
  kind: Event
  lastTimestamp: "2026-09-09T20:21:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:56Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk.18d3c0aaa361adb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: c1201ca3-87e2-465a-a1d8-5dd028158d61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:20:23.649562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0951c0e2602
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 7efb3171-7b79-44ed-bcad-79eb532c2fa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0953e63c487
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 582bb1b7-4519-44b5-a7ef-791d20344310
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0953fd5c20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 89e1cfb9-2073-4e2a-82cf-56e6f217aa6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c095429a0924
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: c4565de9-feb5-44a7-87fc-bdb67fce247f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0954330719d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: 9d4c5433-e878-4c38-b568-e9d5b410bbab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c09646be0841
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 7ccaa3ef-cf9c-40bb-a0dd-cd485aff1eb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0964a9ea7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: ad730b65-7950-4127-b663-6490f3d34cb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0964b1aa0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 492e14ac-d2a6-4660-a3c4-8bdf87e13d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0964b26579a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 42b026f5-2f4d-42be-bfb2-ead2895d79b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0964e14e378
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: 72ece617-a6fd-4662-8846-1ab3a0f91638
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0964e924880
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: ee2c6463-28a7-4b6a-b27e-336638c45b56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:21:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:56Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c096bea82e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: 4e16e7b7-450c-449c-bfb6-6f85248eab90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:21:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0aa18ff9692
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: db8a50ba-df82-415b-b08f-fafe05d82154
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:21:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0aa1900b249
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: adde131b-b980-40ed-b699-0cb4857cfadc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ed48fc60-bee2-4909-8ce9-ac3c516b4235
  kind: Event
  lastTimestamp: "2026-09-09T20:21:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:56Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44.18d3c0aac4e42793
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: c0be7660-d1ff-44f2-bac3-1ce3469b626b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: da4539f7-7ad0-47d2-ad02-e5da241dc182
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-7srgk'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d3c0801ce7b546
    namespace: kserve-ci-e2e-test
    resourceVersion: "22682"
    uid: 24055ba5-f7cb-490b-8c2d-7a333a473676
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: da4539f7-7ad0-47d2-ad02-e5da241dc182
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-rwj44'
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d3c0951baa2e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: cdb0a9ae-575c-4945-b80d-e39fabb94354
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: e51d9b0b-529e-4b14-8c4f-14e9a46007c7
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote-v2-predictor.18d3c080183f6018
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: d54c05fd-832e-4048-bc1a-a3a352f66ed0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: e51d9b0b-529e-4b14-8c4f-14e9a46007c7
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-canary-promote-v2-predictor.18d3c09517738c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 48fb201c-417a-4db5-8c9c-b3341510589d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: f95ebc91-6821-457f-901c-7c3937f5caae
  kind: Event
  lastTimestamp: "2026-09-09T20:20:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:20:16Z"
    name: isvc-canary-promote.18d3c0801a26e2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: 7dd66cf5-ce06-4ee1-a7e8-49869ac81259
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: f95ebc91-6821-457f-901c-7c3937f5caae
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote.18d3c0801a8566b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: b06eb9c2-5160-4896-87f7-e4abdb348128
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: f95ebc91-6821-457f-901c-7c3937f5caae
  kind: Event
  lastTimestamp: "2026-09-09T20:18:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:18:53Z"
    name: isvc-canary-promote.18d3c0801a85c44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: 506cb37b-5aa9-4065-b168-286e72f57a85
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: f95ebc91-6821-457f-901c-7c3937f5caae
  kind: Event
  lastTimestamp: "2026-09-09T20:21:46Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:21:46Z"
    name: isvc-canary-promote.18d3c093660b131a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 663fd16b-8de7-4ef2-9954-d546e67e87cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:08:41.840049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff1b4f2d8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 7c6e0589-96ad-4bef-9dad-3390360b2d7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:42Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:08:42Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff1d73c77d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 5859e977-4cd2-4c22-aba7-978af013ff78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:42Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff1d9b2dc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 2c5fa946-b156-4367-9c5a-3b60c612d73b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:42Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff1dcea4ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 049b39c5-f684-4e79-be15-ea9bfedcccbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:42Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff1dd6c4166
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: ac23e0b6-bfc7-4907-8213-6679979dcbbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2f439f3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: eaa4ff1b-3b95-49d4-8b83-da09e3080256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2f7d67d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 2acd5cb6-19bd-47a0-9c6e-3c675ecf57f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2f859463a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: e8bef2c6-2b79-4199-b559-6a9ea1658886
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2f8654b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 9cb4d880-bc71-45c8-b2df-acb7ddb62043
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2fc3c42aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 18957184-3802-4cf6-bf24-4feb4ae46247
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff2fcbe6108
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: b865be2f-e4c8-4e84-86d3-5f2ab799368c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:10:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:14Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3bff330536f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: d7566c7a-3aad-4570-a2b0-ef6e78281a6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:10:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:11Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3c006aab3198c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: 7e92739d-cb0e-4d44-bccc-29b86e685d28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:10:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:11Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3c006aab3dca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: dbaf64be-5c6b-4a6a-8749-c6c08e3201b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 65dbc8bb-88dd-42c0-bf81-6dc2026194e5
  kind: Event
  lastTimestamp: "2026-09-09T20:10:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:14Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b.18d3c00736aabd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 18e124f5-65bb-45f5-81c4-c375ddfd42a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:06:52.109652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd828827732
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: e42f2a03-82e0-4e72-be95-0f2abeedb659
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd833ee761a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: 0690586c-5623-491e-9ad7-8fdd644b4501
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:53Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:06:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd86e0c518e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: dc8bdcce-af02-4e1e-b806-cd82f30cc908
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
  metadata:
    creationTimestamp: "2026-09-09T20:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd86fab2852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 25e7dd32-7b07-4ddf-bc3c-4969b5585410
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    in 3.243s (3.243s including waiting). Image size: 306764700 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd930fa9e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 29c1f3ac-a70d-4054-b036-74c30e3c2e74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd935392e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 09ac27c3-09ad-4857-b841-cda9f9439c57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfd935ae9cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 557d48db-68da-423f-8b3a-9273213adf28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfda4006f75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: da3a28ac-acc8-4dab-96cf-8c1247c3fc7c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 16.042s (16.042s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfddfc40443e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 71ee6d15-b818-424c-be79-799762e62356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfde0014043c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 0e0bbb94-1cf6-4390-b4cb-35851e7bbeb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfde00b2cc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 9666cd0a-84d8-4651-a250-ea45c666306b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfde00bf9c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 56fbdae1-1afb-4946-8f59-cc6402d4e66f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.68s (2.68s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfdea086eb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: cde07f91-cc80-4b32-b06b-82c6c438ff43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfdea49a15f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 2b2a68eb-d7dd-446b-9b0f-04041cb7b793
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfdea50781e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: c1617028-6cd1-4583-8e66-cbe3e03fe6ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:08:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:26Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bfdeb3938ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 52e6e7d8-a1ca-448e-ad4e-bb8bd284b98a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:08:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:37Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bff0a98616bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 46aedd44-fa9e-4314-a5ee-a93792bf5960
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:08:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:37Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bff0a98a849b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: e5c74bd8-fb14-4282-8247-7a69e1685977
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 1a8f6bd9-81ac-4141-a518-35ae22a056f7
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw.18d3bff18ff17e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: e2af48a3-201d-4474-9ade-ee30832d89c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:06:52.027051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-l8852
    to ip-10-0-143-121.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd8239574e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 61e34791-9e6e-4f7e-881a-265bb1d7dd04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd82c00ce58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 76193087-5489-42db-ada7-238038af8905
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:54Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:06:54Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd89eeb748b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: fee706e1-0789-4e92-9c9f-da102ce3e31a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:54Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd8a0813176
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: ecbf3246-0ac3-434a-bcac-5dbd1457f831
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:54Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd8a33a9283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 09f45291-ca16-49c1-83a3-49b83f8c49ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:54Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd8a3ab22e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: f7205c71-2737-4e9e-910b-863079755f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:06:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:58Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfd99387569d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 2a17ccb5-aa76-4092-8f18-316884023bf9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 14.551s (14.551s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdcf6da7567
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 25559e15-74c6-41fb-af30-20a3e2d904d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdcf9e13940
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 60ba0e86-39b6-4442-a754-198881ce9d0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdcfa523702
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 961d7484-2872-4901-80b3-145f8a52ee03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdcfa60ae58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 82b0d9df-eec0-42dc-a67b-fa40a4c09b8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.364s (2.364s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:15Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdd874b5e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: 46b3d4fb-357c-4024-a9ce-ceb96a5d1ff1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:15Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdd8a1c0d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: 994d5c1f-4ac5-4da3-a7ae-2d03a74f0190
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:07:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:15Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfdd8a90a216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: 2078f9b6-711b-4925-91d6-656536a109d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:10:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3bfddc9c0f853
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: 29207909-0528-4ed3-a743-9b1fd3ab1a39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:10:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:11Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3c006aabcc6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 0f91c5e6-59fb-4ce6-8caa-9afb35358325
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:10:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:11Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3c006aabd48b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 08348dd1-17e3-4b37-b621-a568d3296fb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: ded11425-d936-494b-bdb3-6432f1d8df09
  kind: Event
  lastTimestamp: "2026-09-09T20:10:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:12Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-l8852.18d3c006c46904f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17301"
    uid: 16ca2d8e-116c-4e51-a9f7-4b4bf9c0f103
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 89a18d45-880c-4fc5-b5eb-da4b371d5ed9
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-l8852'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3bfd8230e7bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 64a7a1a1-1858-4ed5-ac9a-8106709d56e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 89a18d45-880c-4fc5-b5eb-da4b371d5ed9
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3bfd827fe70ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: a18527f8-34c7-4184-b683-228792ea3259
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 89a18d45-880c-4fc5-b5eb-da4b371d5ed9
  kind: Event
  lastTimestamp: "2026-09-09T20:08:37Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-585bd9bcc8-g4dsw'
  metadata:
    creationTimestamp: "2026-09-09T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:37Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3bff0a93e4979
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 6e875087-b464-4588-b6dd-ad331deab245
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: 89a18d45-880c-4fc5-b5eb-da4b371d5ed9
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-5rr9b'
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3bff1b486f93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 7ed02c0f-4d26-4a93-a1e6-fef2af8c6e00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: c31dd504-b732-428d-8543-0676bf41a236
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-canary-rollback-predictor.18d3bfd820375e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: f5b07d6b-b814-4ae0-81de-6f935fb37da2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: c31dd504-b732-428d-8543-0676bf41a236
  kind: Event
  lastTimestamp: "2026-09-09T20:08:37Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-585bd9bcc8 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:37Z"
    name: isvc-canary-rollback-predictor.18d3bff0a8bb7d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 3b6a652c-9274-40a9-a262-46a64e0f0d0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: c31dd504-b732-428d-8543-0676bf41a236
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-predictor.18d3bff1aff1790a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: e8030b04-1fce-4d0b-9a3b-5fc61334c40f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:06:52.017744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd823078696
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 62ffc292-75ac-4ce2-82f8-ed37d631d872
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd82decf6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 55340bde-1712-45b6-88c9-c6232d01ba79
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:53Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:06:53Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd868b1a4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 61b78525-d37c-44e4-b1e2-49c972ace996
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
  metadata:
    creationTimestamp: "2026-09-09T20:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:53Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd86ad39f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: ebfad232-4e25-452e-923a-6a98c355e84f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    in 3.331s (3.331s including waiting). Image size: 306764700 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd93161862b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: d9b00a3f-687f-4d95-a29d-a32e6efd1e80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd9354307ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: dbfab5ee-8393-44fb-8cc4-6359e47e7fa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfd935bc8262
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 37fd185a-3974-4684-8738-ebaf833630d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:01Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfda401bb677
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 1f79bf7f-6e62-4c23-ba61-30139fe9e376
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 16.033s (16.033s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfddfbcbc4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 136269dc-1420-4571-b678-28f99427cc53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfde0007a415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 8331bedd-89fe-4843-80fb-abe87bd34a45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfde00a5519b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: d2b58598-29a0-4c5c-988b-4d872bc25a0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfde00b33a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 80170e76-fc41-4f53-8f8a-1be3b01fc180
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.669s (2.669s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfde9fd4a53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: fc861935-817d-45da-a900-acaea6c5a0cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfdea4807c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 9d2f5730-e3ac-4fa1-93a2-10bd2cb36ad9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfdea4f49483
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: e3583308-cad9-4280-9cb6-ad081a1121f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:27Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bfdeef957916
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 7480b76b-88b9-4141-b013-a8307d0006d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bff1ad033958
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 11fb7cce-e9ea-41c6-9c8c-feb8371eed41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bff1ad03b27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 1b1b3660-aa43-430b-b018-305a18d6af11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 3d037c93-d716-49a7-8078-12c7a5ab5fd5
  kind: Event
  lastTimestamp: "2026-09-09T20:08:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:42Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf.18d3bff1cbc0719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 1d04d4b9-cbe4-4d9b-af06-11f50b40773e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6946b55967
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 3218cc2d-27dc-4966-bda5-f9db6d03b473
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6946b55967-fjgdf'
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967.18d3bfd82271f661
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: ffe817ad-46a0-4677-ae39-0560456e4bfa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 40942816-139b-4fe1-b5fb-d8fcc47a569c
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6946b55967 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-canary-rollback-v2-predictor.18d3bfd81e1ba367
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 8ba249d0-2c35-4234-a6ab-4e60eced1841
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 92917704-e8fa-4ad0-a6fc-1921107729f3
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback.18d3bfd81fe77006
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: e48cef69-e272-43d8-8a96-302597cd6d25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 92917704-e8fa-4ad0-a6fc-1921107729f3
  kind: Event
  lastTimestamp: "2026-09-09T20:10:04Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:04Z"
    name: isvc-canary-rollback.18d3bff06c319c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: ebedb8d5-6260-42d4-9961-fed4ab58c1f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 92917704-e8fa-4ad0-a6fc-1921107729f3
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback.18d3bff1b2a9a2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: f773135c-f163-46af-a1d4-120828b561f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 92917704-e8fa-4ad0-a6fc-1921107729f3
  kind: Event
  lastTimestamp: "2026-09-09T20:08:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:41Z"
    name: isvc-canary-rollback.18d3bff1b2a9e883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 78353789-eecd-41c2-9b66-1f452a672d94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:17.164055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-bdq49
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c007e6b3ba34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 53515961-29cc-4cc9-92ac-d6e2b1bdb7dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008090fdd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 377fdf04-c680-4aed-a296-8a57d505e5b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c0080aad5b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 88a9282d-8529-4819-a55d-3171c7459d65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c0080deb9b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 2c252a2c-3f27-49ee-baa3-11a8b636da43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c0080e679cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 1888a5b3-406c-4f97-93af-ac0c32f8b6e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008f2ece95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 40b530e5-5d98-429b-9b8d-e9c90514d5e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008f6165a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: e5c8a641-84b6-4079-9a48-6cfd7a361596
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008f6ab1c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: ce1f9a53-9cd2-4bc7-979c-9903efdb76db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008f6b7763a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 27045da4-bb4a-404e-befd-7a501e5f100c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008f98d923b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2d7a265d-0ec2-438a-9fb1-85e95f66a9ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c008fa0d394c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 0f6270cf-f026-438b-b3df-d5988fcbc0ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c0092f0fb33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 1c1afa90-e4d5-4652-9558-2ab34cde128c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c01cdbdbe5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 92044911-8a39-4da5-95f1-e18d4ab38d54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c01cdbdc6bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f3a0ef42-6ca8-4177-a0f0-57c267227709
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-bdq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 8fa2cf86-1a49-44c9-9029-d707e9224810
  kind: Event
  lastTimestamp: "2026-09-09T20:11:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:48Z"
    name: isvc-canary-stop-predictor-5d5b899946-bdq49.18d3c01d3578d0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 563b5ba8-5c6e-4e7d-9085-c9a34eceab63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:17.105435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-kdt22
    to ip-10-0-143-121.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c007e33551e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: fcea106c-5adc-4b78-bb93-e3e36927e321
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c00805517502
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: faf21a4f-2f3d-458c-92ff-719486a317ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c00806ca7f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 6a385bbf-136e-41dd-a0a4-9fbf0b602cf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c0080ab70095
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: c72e81c6-0e11-45c6-ab4a-d68d25118fa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c0080b22d94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: e088e062-15ba-4cdd-b7be-29b130f28e24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c00905ee8466
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 7b43cb73-ef11-4cb8-a0a4-397599ce81d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c009092f75ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 82343120-5421-471c-8956-bbd68d1900d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c00909928b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 628131cc-5b83-4f97-ba3e-1c6375b53e0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c009099d4ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: ff5ceb99-b84f-40c6-8f16-66ebfc12235e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c0090cf0186b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: c6134a12-309b-414f-8d00-1abda49b08b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c0090d52d543
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 8e09840e-df63-4a2a-b469-a564e5d28fdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:11:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:50Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c0097dbc079d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 3eb9e64d-24a9-4f44-b5ab-6ef5fdbde2c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c01cbdcbd38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: f50317e1-1a60-41c0-b3d2-c37ec7b4281d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c01cbdcc7ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: d2ac34b9-db58-41e0-b422-a283b0cb5c9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-kdt22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a3e6cb05-b02c-445a-8b0c-210f0dc29abf
  kind: Event
  lastTimestamp: "2026-09-09T20:11:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:49Z"
    name: isvc-canary-stop-predictor-5d5b899946-kdt22.18d3c01d83f15f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: eb4d9da1-e210-428c-8b03-ca66e5ad0d99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 8655f78e-d744-4f46-90da-48c13026462d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-kdt22'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c007e2967875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: f05a8983-8fd8-40b6-930c-a3575c4bfe75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 8655f78e-d744-4f46-90da-48c13026462d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-bdq49'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c007e634f67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 0df25bdc-fd96-491e-b037-ca98ffdecb81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: 8655f78e-d744-4f46-90da-48c13026462d
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5d5b899946-kdt22'
  metadata:
    creationTimestamp: "2026-09-09T20:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c01cbd8f3789
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 21743e5c-3812-4763-a62a-a96806378734
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 25f272db-4c69-4566-bda6-9a05b63e231f
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5d5b899946 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-predictor.18d3c007df5afaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 2f395236-4d4b-4392-9ff9-e3ad9c45f551
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 25f272db-4c69-4566-bda6-9a05b63e231f
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5d5b899946 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop-predictor.18d3c01cbd191b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: c48d9df1-ec7d-4698-a960-285ecb722945
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:17.092815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c007e274c595
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 05c07117-9990-46cd-abf3-f4531688562e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c007ef046eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: f8e52a4a-44a9-4e64-afd6-c15494e09a6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:18Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c00829b632d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 48a40b99-1bc7-4f64-bcd0-d50d3507b94a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0082b3abf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: a31b4fdf-642e-4475-85e1-0a1372d896ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0082e1e10e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 8ba14af5-6a39-4e04-b6fa-fb2f0aaa9a89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:18Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0082e9ee70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 79bc52c5-389a-4c7b-969c-74354cfffb60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0092ee2147d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: 04764e2c-8914-4fcc-abcd-fbd1585db0b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0093338dc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 844665dc-03de-467f-b81a-a79e9430c846
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c00933b937c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 547a7ccb-8ff5-4ac3-8723-e6ad49f0235f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c00933c67e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 0d3b3b94-d56d-4b47-9465-12e957eef519
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c009373a68ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 790525b6-a5a6-4f61-ba7b-fbfa98306310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:10:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:22Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c00937b82e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 2af3dece-44db-4a46-9652-c916970be4cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:11:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:36Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c0096b1b9630
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: b6718779-1ee1-42dc-b623-899a218931bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c01cd848dedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 0138c30c-accd-4d7a-9dc7-5847907c37a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c01cd849694e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: ae2a0215-4e6c-47b2-8aa1-30173d494f1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: ef1a4376-35d8-478b-be46-ad56ffd85ffa
  kind: Event
  lastTimestamp: "2026-09-09T20:11:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:49Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6.18d3c01d7159d83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18490"
    uid: ab701d33-f95b-45fe-be09-e11b5b924e7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5f87c564d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: f2d24a5e-4c7c-417f-bdcb-0fee73c31eb3
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5f87c564d7-2g6t6'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7.18d3c007e1db1a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: f60cb293-35a5-4b7f-9a7e-66b03194a420
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: e0d334ee-c900-443a-be68-9cb6e959a2ef
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5f87c564d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-canary-stop-v2-predictor.18d3c007dd13a229
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: a645faf6-a1a3-4539-8480-e5efd697d49b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 9a5bea94-9b51-4d07-b942-a440bbaaac49
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop.18d3c007df2573a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: bf1fea62-51e0-4dbe-8c15-7920a3ac8934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 9a5bea94-9b51-4d07-b942-a440bbaaac49
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop.18d3c007dfb23fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: def8873b-d0a4-43e4-be49-68794b830a1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 9a5bea94-9b51-4d07-b942-a440bbaaac49
  kind: Event
  lastTimestamp: "2026-09-09T20:11:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:46Z"
    name: isvc-canary-stop.18d3c007dfb28bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: b426a1cd-a1ba-4267-80fa-9aff5975a31f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 9a5bea94-9b51-4d07-b942-a440bbaaac49
  kind: Event
  lastTimestamp: "2026-09-09T20:11:40Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:40Z"
    name: isvc-canary-stop.18d3c01b3661bd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: da0daa28-bc56-4268-8e8b-9513f4e9c1ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:14:03.823624Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:14:03Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03cacaa465e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: f2c06737-b041-407f-989e-72bd52e11f75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: "2026-09-09T20:14:04Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:14:04Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03ccec948ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: f2da0260-39d0-41c0-91e2-444e16ebeef3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03cd03cd956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 36305f32-a837-4817-912c-16a6b5cb3e3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03cd4512366
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: d999b2b0-b142-4b16-b37b-b20b4a9d552d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03cd4ce516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: b643d80d-2881-4bdd-8356-e755859bf48c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: e9441890-355d-4bae-9e45-a31071c9894e
  kind: Event
  lastTimestamp: "2026-09-09T20:14:08Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:08Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw.18d3c03ddb4c7256
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: be7d2544-3f41-4edd-98ad-4bf6010b1492
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: bc181fba-5095-4e55-a224-6fe59acb548f
  kind: Event
  lastTimestamp: "2026-09-09T20:14:03Z"
  message: 'Created pod: isvc-init-fail-d5facb-predictor-7c8dff7f49-mcnqw'
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:03Z"
    name: isvc-init-fail-d5facb-predictor-7c8dff7f49.18d3c03cac17d2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: bd312b6a-10ca-43c6-bf61-ab8eb9373531
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d5facb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 717ff03d-fb89-4ce2-b50b-e8305a9f0864
  kind: Event
  lastTimestamp: "2026-09-09T20:14:03Z"
  message: Scaled up replica set isvc-init-fail-d5facb-predictor-7c8dff7f49 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:03Z"
    name: isvc-init-fail-d5facb-predictor.18d3c03ca94b1540
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: 16d3f8a4-09ea-44cc-8a5d-33cdcbba27ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5facb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 199c8a9f-5a1c-43c5-8102-a7842613aa69
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-init-fail-d5facb.18d3c03ca94f4af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 2a187a83-0324-4237-a138-fbb60685231f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5facb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 199c8a9f-5a1c-43c5-8102-a7842613aa69
  kind: Event
  lastTimestamp: "2026-09-09T20:14:03Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d5facb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d5facb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:03Z"
    name: isvc-init-fail-d5facb.18d3c03ca9c95ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: 908de8ad-1c97-4d95-9b80-2080befda217
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5facb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 199c8a9f-5a1c-43c5-8102-a7842613aa69
  kind: Event
  lastTimestamp: "2026-09-09T20:14:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d5facb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:03Z"
    name: isvc-init-fail-d5facb.18d3c03ca9c9a97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: fa631a77-d714-4b20-810b-b7c75b00517c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:12:47.633090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02aef5b04d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: 6d1dc5cf-5e8a-4596-96f4-59156bad7d6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-96f8b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02afa6b76e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 3508985d-9db4-40b5-b202-811b44f28df6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:48Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:12:48Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02b35a1a5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 36e4cf2b-2983-46df-befd-66d9f60d72bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:48Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02b3732ae7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: 52b90d7e-0073-4186-9569-315cf0e62e99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:48Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02b3a8b1c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 48722c37-4df3-45a2-ab4a-b8aa9f9ad19a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:48Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02b3b08f162
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 0a904cb4-65cc-4be0-954a-b42afe5e3397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c49c382b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: df001ac6-6446-4821-9593-a257cded8c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c4d1c284e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 46bcb528-2172-43eb-b6ae-53dceaa61fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c4da1505a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: ebe24347-93f3-4b08-a5a4-3093a4822ae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c4dad7727
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 87548918-447e-4e4d-ad9d-44f26ff5e420
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c50d08316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: a34b7dfa-3ed7-43ce-9591-c7e0f64440fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c5151cb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 41d9de43-a479-4a1a-97d8-d28e89e0d186
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c515efc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19285"
    uid: 09cc3105-857f-43fb-a0d4-ff52ed065b66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c54787412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: 6c147ec7-59ca-433c-afe0-5075ab8bafab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:12:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:53Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c54f108f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: aaea2368-413c-46bb-9239-96a9a2bbc106
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:32Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02c85dc49f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 7599fa3e-5a90-4a62-ac1b-37c3e7a95de6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:02Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c02cc1b6e3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 0d9c4052-8043-4506-b264-d6be60f2e6ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c04118b7c0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: ad584f09-c2a7-4572-bebd-f2ff2dd7e5e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c04118b7fcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: ce3a7fff-08b7-4e40-bd52-c926c7df507e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c04118b82fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: b8bf60f7-4c7e-4065-a75c-303caf5b575e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: f590bc60-f903-4ef4-879a-a4e46ea3c560
  kind: Event
  lastTimestamp: "2026-09-09T20:14:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:31Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p.18d3c041f204e752
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: efd91dd7-b8f9-4ced-a831-5ac65dc9ab50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 31dfea4a-b53f-4893-861f-e93bbc7e9302
  kind: Event
  lastTimestamp: "2026-09-09T20:12:47Z"
  message: 'Created pod: isvc-logger-raw-96f8b-predictor-59d789d6dc-5d48p'
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b-predictor-59d789d6dc.18d3c02aeee73844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: 052cf2d2-6903-4b64-9a9c-890ec37852f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: c9f6d82d-a0cc-4cfe-b672-11c5102f0602
  kind: Event
  lastTimestamp: "2026-09-09T20:12:47Z"
  message: Scaled up replica set isvc-logger-raw-96f8b-predictor-59d789d6dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b-predictor.18d3c02aeae8b0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 76ed713e-53bd-4b63-83b1-767e837b5a89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 4af73838-af30-480e-aaef-fa3fb40d6cc3
  kind: Event
  lastTimestamp: "2026-09-09T20:13:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:32Z"
    name: isvc-logger-raw-96f8b-predictor.18d3c02e69373595
    namespace: kserve-ci-e2e-test
    resourceVersion: "19599"
    uid: 1ebda47c-d0e3-4a96-a382-aa7539c40b25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 4af73838-af30-480e-aaef-fa3fb40d6cc3
  kind: Event
  lastTimestamp: "2026-09-09T20:13:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:32Z"
    name: isvc-logger-raw-96f8b-predictor.18d3c02e69c7c0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 171ff767-f0de-40b8-b171-2b2a3f46c20d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 4af73838-af30-480e-aaef-fa3fb40d6cc3
  kind: Event
  lastTimestamp: "2026-09-09T20:14:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:17Z"
    name: isvc-logger-raw-96f8b-predictor.18d3c038e6c4d473
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 33259604-09d3-4b57-94aa-114861c5a58d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 4af73838-af30-480e-aaef-fa3fb40d6cc3
  kind: Event
  lastTimestamp: "2026-09-09T20:14:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:17Z"
    name: isvc-logger-raw-96f8b-predictor.18d3c038e75f8132
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: c077b185-9b73-4d5e-a36e-6692968271c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: e41acea4-f091-4e87-8539-3d85e5f0ebf3
  kind: Event
  lastTimestamp: "2026-09-09T20:14:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:12Z"
    name: isvc-logger-raw-96f8b.18d3c02aeabea1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20095"
    uid: 8a517830-08d1-4f09-af7d-481aebc5763f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: e41acea4-f091-4e87-8539-3d85e5f0ebf3
  kind: Event
  lastTimestamp: "2026-09-09T20:12:47Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-96f8b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-96f8b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b.18d3c02aeb16b537
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: e446ead6-3ef5-44e9-88aa-cff9845ab37a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: e41acea4-f091-4e87-8539-3d85e5f0ebf3
  kind: Event
  lastTimestamp: "2026-09-09T20:12:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-96f8b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:47Z"
    name: isvc-logger-raw-96f8b.18d3c02af19e89ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: d17f35cf-c4f7-4a0c-9eda-ef570ad5f8da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: e41acea4-f091-4e87-8539-3d85e5f0ebf3
  kind: Event
  lastTimestamp: "2026-09-09T20:14:12Z"
  message: InferenceService [isvc-logger-raw-96f8b] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:12Z"
    name: isvc-logger-raw-96f8b.18d3c03eb74dd0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: f2dd34cc-5b0c-4487-b4fe-4cfddd2a8fcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:28.082883Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b214dbfd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 3e90b3ba-d028-48c8-b094-682c148896a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b237473571
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 8c102201-697e-4431-a326-9f167e49bb85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b23906322d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: cd249676-b47c-405d-9e9d-25ee9bcfacd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b23d859be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: f1e952fb-9673-4151-b779-70a2592ffa7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b23e06793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 2dd94c1c-7745-4634-918a-9edd349d7d0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b349a22953
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 523bb183-dac5-458f-949e-f3e93a1e28fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b34d1f709f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: e3954a4a-63d3-4d97-8b02-2e63813c9905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b34da7694a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: 1e3d3db1-755a-4dbc-b2de-bb5a51499b12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b34db2d2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24549"
    uid: c62aea8a-de48-4302-99fb-c5a4ced7449c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b351319664
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 2659db32-37ec-4fe8-8f53-90976175dcec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b351b466da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 48c5651a-41a7-45e9-99a3-7359ffc9f18f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b351c04221
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: f17dd978-15dc-47a9-b1ed-84e305771919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b35538b33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: 0284f7c8-cc65-432d-90f1-d595d2a68ab7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:33Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b355b83bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 59420507-1107-41a5-81d2-dc299d3ae6ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:11Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b385be84b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: de525bd6-f3fb-47e8-b61a-e0e9b6770c3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:11Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0b3c19e6f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 20f57feb-a32d-41c6-9e97-dd01bc36b6e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:03Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0c844b8591d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: d61f86e2-710b-4614-b0d1-c63d38a07f6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:03Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0c844b882e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: b0429cb8-5f3d-47a4-852e-d7c02a7d81f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:03Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0c844b8d314
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 402b3894-d76e-4748-9f55-e0991d366a92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 9b81f302-3f54-44c9-a582-e1f8e534bb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:21Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk.18d3c0c8f1e78523
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: aeb64d4c-10b5-43a6-9b22-3baf7c816348
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-6b79574594
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 9d3f3806-aa0f-4a3b-b0cb-a638cb15abf1
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-6b79574594-7fxrk'
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor-6b79574594.18d3c0b214662189
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: e56c0922-f99f-4a6f-8be9-0047225e5c5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: ff946958-9a13-4eb0-9c2c-30bda22316ec
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-6b79574594 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn-predictor.18d3c0b210bc8040
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 22936470-0fbc-4fbd-9a2e-9fd00fede1ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 85dcd9ad-7281-4679-ad5d-beacee11a545
  kind: Event
  lastTimestamp: "2026-09-09T20:22:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:58Z"
    name: isvc-logger-raw-cipn-predictor.18d3c0b58f86112a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: 07adeb01-5ada-486f-93f6-1b45ae33d363
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 85dcd9ad-7281-4679-ad5d-beacee11a545
  kind: Event
  lastTimestamp: "2026-09-09T20:22:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:58Z"
    name: isvc-logger-raw-cipn-predictor.18d3c0b58ff19e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 4eb20916-5bb0-48a5-9736-a28fd99753bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 85dcd9ad-7281-4679-ad5d-beacee11a545
  kind: Event
  lastTimestamp: "2026-09-09T20:23:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:58Z"
    name: isvc-logger-raw-cipn-predictor.18d3c0bc8d8b5347
    namespace: kserve-ci-e2e-test
    resourceVersion: "25178"
    uid: 26e4a2e0-ad7d-48df-87e4-acbd9bbb9824
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 85dcd9ad-7281-4679-ad5d-beacee11a545
  kind: Event
  lastTimestamp: "2026-09-09T20:23:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:58Z"
    name: isvc-logger-raw-cipn-predictor.18d3c0bc8dfa1371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: a57c82c7-bf1c-48cf-8e64-ed971034cef9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: b4ded29d-0622-42f4-a74b-8b9a5dd690ac
  kind: Event
  lastTimestamp: "2026-09-09T20:23:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:51Z"
    name: isvc-logger-raw-cipn.18d3c0b21139b3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25132"
    uid: 0999258a-c4c8-4a8e-a5de-45d86800a971
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: b4ded29d-0622-42f4-a74b-8b9a5dd690ac
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-logger-raw-cipn.18d3c0b211bbbe20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: b9571dbd-1498-468b-8a88-8c1e7bb72caa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: b4ded29d-0622-42f4-a74b-8b9a5dd690ac
  kind: Event
  lastTimestamp: "2026-09-09T20:23:51Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:51Z"
    name: isvc-logger-raw-cipn.18d3c0c579665058
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: 45b8f0ef-c354-43d4-8859-d8dae22e992f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:11:57.350053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c01f3a40ca79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 7bcf4c74-dd6f-45f6-aa8b-7c7b2f5aac48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c01f5c8a37df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 3c8c6fa7-1959-439a-acfb-025d25df9c90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c01f5e042017
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: 13eadf29-5b32-4d62-9ef2-4472f0fd24dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c01f60f51165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18612"
    uid: 7edbb597-9e60-4111-92f8-dbd4c350351c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c01f61708dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: b5850069-6b9a-4600-970f-281b48421a08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c0205a5ca0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 837a92cb-9534-4c74-84f3-6498a499b93e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c0205d5f142e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 1f23486d-d240-4c7a-b7f6-69e71e00ddc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c0205ddc37af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: d75cc464-4a4d-4a3c-af64-90dc4fc62ea1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c0205de77b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: b8bad457-344d-4751-82cc-f24a9dcab116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c02060bde0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 0f2c259a-6015-48d0-9255-dd534003212f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:02Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c0206138dd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: 2ef547d6-72e6-41ca-91be-6612eb16734f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:14:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:00Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c020d24af58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 5cddb9d4-f113-4729-9eca-6236e7b2e97a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:13:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:58Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c03b76076cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 3d40739a-1341-4fc3-b315-708d8ac80fc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:13:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:58Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c03b7607ed9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: a126c20d-e007-4263-a338-ffd3caeaa949
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1ac1af84-12bb-48bf-84d3-6d241477127a
  kind: Event
  lastTimestamp: "2026-09-09T20:14:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:00Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j.18d3c03bd4b2096f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 85b82f4d-6129-456e-9b2e-a5ce649c73c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: fe5a8194-066a-4594-8fe2-6d1d8ced531b
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: 'Created pod: isvc-primary-05a1b8-predictor-7cf88d7b7d-2qz2j'
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8-predictor-7cf88d7b7d.18d3c01f39c78ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: a40903ec-7d9f-4984-9d21-ca17eb838c65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: fe8850dc-5587-4b5f-a9e7-1a8c2cd96f20
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: Scaled up replica set isvc-primary-05a1b8-predictor-7cf88d7b7d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8-predictor.18d3c01f36df3136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: c45ac882-67ed-4098-b664-085761569c73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 49ba50b0-3cb2-474e-a35c-6ad57d999add
  kind: Event
  lastTimestamp: "2026-09-09T20:12:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:42Z"
    name: isvc-primary-05a1b8-predictor.18d3c022b565a396
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 531a4d48-9186-49ed-ba66-405f95918df3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 49ba50b0-3cb2-474e-a35c-6ad57d999add
  kind: Event
  lastTimestamp: "2026-09-09T20:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:42Z"
    name: isvc-primary-05a1b8-predictor.18d3c022b5dd3b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: c2099213-7f4d-47c0-a316-138140fe9dd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 49ba50b0-3cb2-474e-a35c-6ad57d999add
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-primary-05a1b8-predictor.18d3c02d32241bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: f6cf3764-e989-4490-9a51-b897dc9beb86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 49ba50b0-3cb2-474e-a35c-6ad57d999add
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-primary-05a1b8-predictor.18d3c02d329586e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 2c6df2e1-e961-44a9-a8f1-565d2f28505f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: ec0d3b0e-73d7-4c49-816b-59c601344f94
  kind: Event
  lastTimestamp: "2026-09-09T20:13:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:20Z"
    name: isvc-primary-05a1b8.18d3c01f36e3b48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 3f7ab482-99bb-40b3-9cef-c4603e94d72b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: ec0d3b0e-73d7-4c49-816b-59c601344f94
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: 'Failed to update status for InferenceService "isvc-primary-05a1b8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-05a1b8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8.18d3c01f3770d8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 8b5068a8-6578-4893-8f88-653f7995ec0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: ec0d3b0e-73d7-4c49-816b-59c601344f94
  kind: Event
  lastTimestamp: "2026-09-09T20:11:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-05a1b8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:57Z"
    name: isvc-primary-05a1b8.18d3c01f37711a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: d616ba45-b6f1-4049-a0ef-7fe1576dd429
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: ec0d3b0e-73d7-4c49-816b-59c601344f94
  kind: Event
  lastTimestamp: "2026-09-09T20:13:20Z"
  message: InferenceService [isvc-primary-05a1b8] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:20Z"
    name: isvc-primary-05a1b8.18d3c0328a3d23e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: be137251-8de6-42f3-8282-751bf4296262
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:06:51.834931Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd81821f1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: e7c5bfc3-4265-4b1e-af20-28eaff03ae5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd83afb7189
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 1d6ba484-cd03-4b22-811c-f3c2bcc9438b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:06:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
  metadata:
    creationTimestamp: "2026-09-09T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:52Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd83ca1c2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 2e2e693e-4835-488f-8378-82f86f9cc48a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    in 4.148s (4.148s including waiting). Image size: 306764700 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd933e77ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 084e07c0-2089-4e52-9679-e7e9200bf991
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd9378765a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 2bb4e9ce-d28c-4e02-93f5-f9e5dcbbe595
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:06:56Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfd938086e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: aaae4a0b-0853-4e24-a3d1-4227beff7e67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:00Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:00Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfda25bb7948
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 449fc801-fba4-4112-8efb-1c6105b5e1ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 13.232s (13.232s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfdd3a766d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 7e50760b-941a-478f-8e90-10c33f6f8c7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfdd3e23f1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: 83d8e99b-7b60-45eb-8a58-b7c74ddc7b20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfdd3ea2eb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: d5cbfcb8-8270-4b7e-9862-57b2f1fe6f29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfdd3eb2ff06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 2b1af8c3-7c67-4ed2-bf51-70ef4f743b0f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.381s (2.381s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:16Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfddcca67080
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: f3a1d541-eea2-43bf-b6a3-8d069191fce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:16Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfddcfeaded5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 0a7223a2-720d-436d-b7b5-17c2b6d77c45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:16Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfddd0680e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 0d20f017-7931-40d8-a9fe-3b447c7e3d8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
  metadata:
    creationTimestamp: "2026-09-09T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:16Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfddd0760f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: f5c091df-ab2d-4d27-b327-a43ea8186c74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    in 3.245s (3.245s including waiting). Image size: 243402306 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfde91e7f2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 4753c62d-75b0-4609-bbff-5cb5af7e7411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfde951f2a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 0b2bf0af-5b1e-4142-b997-59beec38eee4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:07:19Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:19Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfde959f0229
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 4bb05f95-d60e-47e4-9045-fab7976c55ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:53Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfde998772b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: dac54b45-21ea-4a4e-a371-d0c2e378b8b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:53Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bfded568db41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: b51c9b37-524f-4f27-9323-b53d73678941
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bff2dd7568f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: 0bdcfb5b-28c4-4bbc-8558-14b78c3b1c08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bff2dd759911
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 68b6e0bd-1183-4f45-9e33-3c813d7600d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bff2dd75e8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 51ce2350-e791-4a22-99ca-c8a99cdd2acc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 56977ae4-71a0-4981-a8dd-c4eec5ea4b86
  kind: Event
  lastTimestamp: "2026-09-09T20:08:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:56Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4.18d3bff405bcad9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: b2f424c3-e0c6-4586-a6da-a6864d7d5295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: dfe11fc1-c2ef-41f0-926e-a66313c46172
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c-98hg4'
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c.18d3bfd817ae26b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: d54658c3-a91b-4002-869a-6207947429d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-2b317-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: fb19df81-f538-42ad-a80a-efe2a2e566ca
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-2b317-predictor-6d7fb8646c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor.18d3bfd812a53c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: b3070594-e7d0-4e5d-84c9-220d3c6ff55e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2b317-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 410c4c38-ddf6-4598-a67d-e7a242cf653e
  kind: Event
  lastTimestamp: "2026-09-09T20:07:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:51Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor.18d3bfdb98423c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: a3c926be-44c5-492e-bd8a-d667a4abbdd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2b317-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 410c4c38-ddf6-4598-a67d-e7a242cf653e
  kind: Event
  lastTimestamp: "2026-09-09T20:07:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:51Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor.18d3bfdb98abae0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: a3c501ec-5b31-4c36-aaab-4b51e5a3e46e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2b317-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 410c4c38-ddf6-4598-a67d-e7a242cf653e
  kind: Event
  lastTimestamp: "2026-09-09T20:08:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:36Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor.18d3bfe994732c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 674a801d-02c3-4405-b09b-f2cb6790498f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2b317-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 410c4c38-ddf6-4598-a67d-e7a242cf653e
  kind: Event
  lastTimestamp: "2026-09-09T20:08:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:36Z"
    name: isvc-raw-sklearn-batcher-2b317-predictor.18d3bfe9950d12d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 4ca580fb-26ef-425a-ac91-7ab576840cb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: cbeb1208-7219-490f-a8d2-c9bc8fb9d710
  kind: Event
  lastTimestamp: "2026-09-09T20:08:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:33Z"
    name: isvc-raw-sklearn-batcher-2b317.18d3bfd818cf827c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: f1d92326-3a6b-41fe-936c-504f17ade9e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: cbeb1208-7219-490f-a8d2-c9bc8fb9d710
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-2b317":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2b317":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-raw-sklearn-batcher-2b317.18d3bfd8195481e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 22295a33-2f29-4903-9519-8cd00290d179
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: cbeb1208-7219-490f-a8d2-c9bc8fb9d710
  kind: Event
  lastTimestamp: "2026-09-09T20:06:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2b317": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:06:51Z"
    name: isvc-raw-sklearn-batcher-2b317.18d3bfd81954cc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 322f1794-ccb2-4ef9-a329-5774f65b0d53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: cbeb1208-7219-490f-a8d2-c9bc8fb9d710
  kind: Event
  lastTimestamp: "2026-09-09T20:08:33Z"
  message: InferenceService [isvc-raw-sklearn-batcher-2b317] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:33Z"
    name: isvc-raw-sklearn-batcher-2b317.18d3bfefc9f15f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 7a0d88d5-1edb-48e9-846b-3881d9181839
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:13:42.554629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c037b8ef3457
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 8967378d-18aa-4679-b33e-7ad937fc40a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-05a1b8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c037c234ed43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: c5ed085c-84c8-4271-b314-e4e3baf76a73
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:43Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:13:43Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c037feba3f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: d9823d03-0b7b-4cd9-a1a8-89c9befc0ccf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:46Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c038002e88f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 6438901d-11c5-4834-aa70-cd7c7c27f859
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:46Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c03803d591af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: 4e5de718-752e-4071-af84-3f15410bd774
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:46Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c038044a376b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: b7c4c361-eba3-4c64-8e91-ed7c2fe3e811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 96f5033a-c15e-4217-9151-84e55514a55f
  kind: Event
  lastTimestamp: "2026-09-09T20:13:53Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv_kserve-ci-e2e-test(96f5033a-c15e-4217-9151-84e55514a55f)
  metadata:
    creationTimestamp: "2026-09-09T20:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:13:53Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv.18d3c03a59c84de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: afa24ff4-def3-4461-afa8-8953b0adcb9b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: 72aa8550-6e81-4daa-8e0b-3940e2e2499e
  kind: Event
  lastTimestamp: "2026-09-09T20:13:42Z"
  message: 'Created pod: isvc-secondary-05a1b8-predictor-786c8fcd8f-bm4wv'
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8-predictor-786c8fcd8f.18d3c037b88a1f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 3b75f512-1db7-4937-915f-29500d2f560f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: bbdc5235-8bf9-40e6-9e22-036b5666e8da
  kind: Event
  lastTimestamp: "2026-09-09T20:13:42Z"
  message: Scaled up replica set isvc-secondary-05a1b8-predictor-786c8fcd8f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8-predictor.18d3c037b56014b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 81cda511-d85c-44d6-b6a1-cafb39a1e19f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: d966d435-ec2d-43a5-9541-4331f7d0fc54
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-secondary-05a1b8-predictor.18d3c03b33cf71a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: bfcd4a85-cb1a-415d-a6c7-12b817ba0754
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-05a1b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: d966d435-ec2d-43a5-9541-4331f7d0fc54
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-secondary-05a1b8-predictor.18d3c03b343fae40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 960585a0-8197-439a-a568-531c1d7b8e64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 1a31652b-88a3-4e01-a671-2137cab8b154
  kind: Event
  lastTimestamp: "2026-09-09T20:13:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:54Z"
    name: isvc-secondary-05a1b8.18d3c037b56173de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: db264b06-36fd-48f5-b5e6-82cc1a3343a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 1a31652b-88a3-4e01-a671-2137cab8b154
  kind: Event
  lastTimestamp: "2026-09-09T20:13:42Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-05a1b8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-05a1b8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8.18d3c037b5ddeec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: e5a523fd-3299-4a30-bbc4-f2714992d63f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-05a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 1a31652b-88a3-4e01-a671-2137cab8b154
  kind: Event
  lastTimestamp: "2026-09-09T20:13:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-05a1b8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:42Z"
    name: isvc-secondary-05a1b8.18d3c037b5de4abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: fedbe2a7-e8d7-496e-a83b-d65ec43bbdf0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:08:46.975800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff2e7103377
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 24c912aa-e0bc-437e-98f1-d856df10861c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-61cac-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff2f6a0084d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 89a8bad5-535e-4315-b74c-9460184896cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:48Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:08:48Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff32cc15949
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 3d064561-eaf9-4262-bd5a-9a0f4823d844
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:48Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff32e426471
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 26e657ff-403a-4c5e-a20e-62645b067e0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:48Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff330f1930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: b8c75aa4-9eee-40e4-b3b6-52b0bfe95318
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:48Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff33166792a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 1d3690e6-b5dc-4ede-93a4-e2cf2ab04475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff435e72b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: ee4001dd-3b72-40d9-a934-4cc37f2f9377
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff43a001a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 8565254a-f7fe-4540-8d6c-cbbd07b70c51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff43a74e810
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 14b035e7-a1bd-4d7a-8d96-74c224de25db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff43a8053a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 3c287786-7fba-4ad8-9733-e56751659d64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff43d2525b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 73876ee8-9833-4b4c-9f3b-74ec725e2b39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff43db8b157
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: cbd95f50-f5c0-4a00-90bf-6d2a3799733f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:10:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:09Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3bff47231ab62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: 869efbf4-7cd4-4854-b551-fb0ce35dff0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3c00c8f0377f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: b2490d06-bf81-4cc0-a5ed-5937f9f07372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3c00c8f042b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 57925218-a537-49fe-94c2-8977f428f1c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 63e5f7d1-294c-455c-9653-c0194ff17e5f
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w.18d3c00d2099db1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 66bfba81-8618-420d-aa3d-d0d62c8c3fd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 21be84ac-aa1c-49d4-8b83-42ab78e5e556
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895-mdm8w'
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-sklearn-graph-raw-61cac-predictor-65ccf7895.18d3bff2e653884a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 17434c04-9e6d-4126-a8a5-ed557fd732cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 6c5cb4c0-167d-433c-be8a-d95d66c8ed17
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-61cac-predictor-65ccf7895
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-sklearn-graph-raw-61cac-predictor.18d3bff2e38dff0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 700c6280-7942-430e-b96a-f31bf0e75560
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 3bc776dd-ca22-426a-b0fc-3d6a1d830478
  kind: Event
  lastTimestamp: "2026-09-09T20:09:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:16Z"
    name: isvc-sklearn-graph-raw-61cac-predictor.18d3bff6622c9ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 81ea22ce-cd8a-4739-ae01-dafa9fa4c267
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 3bc776dd-ca22-426a-b0fc-3d6a1d830478
  kind: Event
  lastTimestamp: "2026-09-09T20:09:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:16Z"
    name: isvc-sklearn-graph-raw-61cac-predictor.18d3bff662a72314
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 02d74bdd-4f2e-45e6-86fc-9ebb4173a827
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 3bc776dd-ca22-426a-b0fc-3d6a1d830478
  kind: Event
  lastTimestamp: "2026-09-09T20:10:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:32Z"
    name: isvc-sklearn-graph-raw-61cac-predictor.18d3bffd60995011
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: df54f89d-81d7-4f47-93f6-54499096f31d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 3bc776dd-ca22-426a-b0fc-3d6a1d830478
  kind: Event
  lastTimestamp: "2026-09-09T20:10:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:32Z"
    name: isvc-sklearn-graph-raw-61cac-predictor.18d3bffd610323a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 196e8dbe-9842-44f0-b19a-e14492af2fd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: 4338c310-ae84-4f7e-88e9-ac9c8f7c787b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:14Z"
    name: isvc-sklearn-graph-raw-61cac.18d3bff2e39e4795
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 77992680-6710-43da-9328-546a6b304780
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: 4338c310-ae84-4f7e-88e9-ac9c8f7c787b
  kind: Event
  lastTimestamp: "2026-09-09T20:08:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-61cac":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-61cac":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:46Z"
    name: isvc-sklearn-graph-raw-61cac.18d3bff2e41aca72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 416c430b-448c-41ff-a645-0bd959b949d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 4338c310-ae84-4f7e-88e9-ac9c8f7c787b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:14Z"
  message: InferenceService [isvc-sklearn-graph-raw-61cac] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:14Z"
    name: isvc-sklearn-graph-raw-61cac.18d3c0074c6fbf41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: c915108a-59f5-4d63-a754-5a73c31e7e8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:37.308112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00c9761af89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: b9456090-1815-429d-836a-6351cee6217a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00cb966e604
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: b30ac937-b860-4320-b3e6-2315576cd38e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00cbaeab4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 3000718e-b875-46bb-9a93-ea84bf304412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00cbdb72134
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 76d3f547-4ee1-47f4-b871-0622d46b8b8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00cbe2813d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17824"
    uid: 33c10c1a-d7c8-4235-8a5f-d47e711bc010
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00db2daaf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: a20efc8f-2d3e-4dee-9702-fe6fcc3b17a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00db6de6346
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 9d5629b6-ce5a-404a-ac1f-085b8e09569b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00db758c735
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 47a77736-ce9e-48b9-affa-1e65c283843f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00db76496a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: b9e7019c-577b-4a25-808f-b4226f71d663
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00dba844d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: dde9e01c-1ee7-4d90-931f-68ec327563b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:42Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00dbaf70b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 17c368c2-f14b-4252-98b4-05c61c1adc73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:12:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c00e2aec452b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 19aa1c04-973d-436c-9f05-909870b057f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c0263f29c32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 51ed8fc8-5229-434a-a2fa-858139da2139
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c0263f2afbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: 41b36a52-ef64-4d02-b2b2-a8f9151e3d62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e13f2ebf-3cdb-4ed4-a94a-d35a1fe1573c
  kind: Event
  lastTimestamp: "2026-09-09T20:12:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt.18d3c026d93a4069
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: c53a0735-dc4b-4cb8-81fb-0369430f9583
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: b1d2c7a0-a4b1-4c92-934c-42129a47706c
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859-zrjtt'
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859.18d3c00c96d835af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 2bb73c0d-fd94-471c-befc-51c46c970477
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 99d137c0-0c09-428f-9a22-ee2d547313d1
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-5164f-predictor-6bbf8b7859
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor.18d3c00c94392bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 1598faf9-8b3c-4b42-88f2-b07659353ec8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 88553a66-0e39-4498-9903-5cdd4cf87d81
  kind: Event
  lastTimestamp: "2026-09-09T20:11:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:22Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor.18d3c01012dde3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 451f9155-e32e-4a64-a3eb-43e6e997d6df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 88553a66-0e39-4498-9903-5cdd4cf87d81
  kind: Event
  lastTimestamp: "2026-09-09T20:11:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:22Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor.18d3c01013455867
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: 94d2a1d1-6651-428b-aff3-df832a0628b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: 88553a66-0e39-4498-9903-5cdd4cf87d81
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor.18d3c013920109cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: 7b1f2c39-51e5-4ad1-93f0-9e9236cd4aa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: 88553a66-0e39-4498-9903-5cdd4cf87d81
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-sklearn-graph-raw-hpa-5164f-predictor.18d3c013927124bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18866"
    uid: ad79f574-8e9d-4b16-9cad-6f1cb59166d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: fc89d8ba-18a4-4965-8e15-4f8aa537e41a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:00Z"
    name: isvc-sklearn-graph-raw-hpa-5164f.18d3c00c9411e659
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: cadc5d2f-f635-4ab6-87d8-be447c6ce23f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18643"
    uid: fc89d8ba-18a4-4965-8e15-4f8aa537e41a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:00Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-5164f] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:00Z"
    name: isvc-sklearn-graph-raw-hpa-5164f.18d3c01fe2a97985
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: ba42ccac-48b0-4936-89f6-f23a89e4ed42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:14:22.969446Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c04121d8555f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 47838ece-07ca-4fa3-8667-028dcecd4173
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-0b35a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:23Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c04131e6a650
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 580e15f1-b248-43cc-99d1-f65527408503
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c041679923f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 8bdd7eaa-1d9e-4fe0-85f8-37d9f7267fce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c041692d7c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 1eedbeb3-cffc-4b45-a539-84e29c2a9f54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0416ccbd5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: a877aec0-cd9c-42a8-9f43-3eb54eb80788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0416d412405
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: 59cde9d7-67ed-4384-a80b-2d4c2ee62403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c04289970285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 9e74b99e-2cbd-4c36-bc3f-c483c475c496
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0428d1d5fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 7369885a-873b-4df7-8129-0e4693cdb8a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0428da1deca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 5046a6dc-f32a-4923-a716-07df899c148d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0428dac183f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: ba6d1c5e-7b05-430d-a442-479eb25280c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0429096daec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 4e5ba076-49b1-48a1-a0cf-07e265e61b21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:14:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:29Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c042910bdf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: e2ef6f79-c7b6-405a-a7e2-bc5617dcfdd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:17:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:15Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c042c593d1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: 673caf8b-42d6-4fcc-8067-25f81683cea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:17:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:13Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c068b925732c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: f2029818-3359-4740-9f34-5178bab561a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:17:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:13Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c068b9263ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 795b11cf-701b-4e87-89cf-f22ed8efb3e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 2c75cf85-1abd-4fe0-bdf6-b405acf5d913
  kind: Event
  lastTimestamp: "2026-09-09T20:17:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262.18d3c0696c3198a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: bc429ac8-db75-4e26-883a-c4abaf2dd37c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: d546e06f-4c85-4f1d-983d-d7e8bca31b76
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: 'Created pod: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585-8q262'
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor-8587c87585.18d3c04121582ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20293"
    uid: 57d9d814-e5e1-4c41-9318-b082acd66b4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-0b35a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 0fd2e8f1-578f-42f8-b8af-ca41d27d9583
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-0b35a-predictor-8587c87585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor.18d3c0411e0b00e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: dcd4f63c-9c10-4478-9f3a-305581167638
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0b35a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 750502d2-a53a-4706-af96-eef750a587d0
  kind: Event
  lastTimestamp: "2026-09-09T20:14:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:37Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor.18d3c0449c7d10ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: bf1cf865-c12e-46ff-afbe-4d927cb204f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0b35a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 750502d2-a53a-4706-af96-eef750a587d0
  kind: Event
  lastTimestamp: "2026-09-09T20:14:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:37Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor.18d3c0449ce5cb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 9bef8226-0f4d-43f9-b19d-b404666958e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0b35a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 750502d2-a53a-4706-af96-eef750a587d0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:08Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor.18d3c0481beb0e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: 0584b8d3-817e-4980-80ab-4f8f02e0f7dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-0b35a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 750502d2-a53a-4706-af96-eef750a587d0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:08Z"
    name: isvc-sklearn-scale-raw-0b35a-predictor.18d3c0481c5806fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 9a3fff14-af01-42ce-90a6-dd0c750444c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0b35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: ffc3cb17-0b96-428f-90ef-3ab6d726df14
  kind: Event
  lastTimestamp: "2026-09-09T20:17:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:05Z"
    name: isvc-sklearn-scale-raw-0b35a.18d3c0411e0b1d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 9cfa3e88-2c41-433b-af31-1d0608425407
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0b35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: ffc3cb17-0b96-428f-90ef-3ab6d726df14
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-0b35a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-0b35a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-sklearn-scale-raw-0b35a.18d3c041220e9097
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 97129644-ea73-4e61-b473-fc8c01df7f40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0b35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: ffc3cb17-0b96-428f-90ef-3ab6d726df14
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-0b35a": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: isvc-sklearn-scale-raw-0b35a.18d3c041220eeca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20302"
    uid: 88660543-f446-4d74-9be5-833485106cdf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-0b35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: ffc3cb17-0b96-428f-90ef-3ab6d726df14
  kind: Event
  lastTimestamp: "2026-09-09T20:17:05Z"
  message: InferenceService [isvc-sklearn-scale-raw-0b35a] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:05Z"
    name: isvc-sklearn-scale-raw-0b35a.18d3c066fe2e3460
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 458eafde-3ca3-45f4-95c6-6267f532849b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:08:47.104094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff2eeb7046f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 84fe59cc-fe52-46b5-9c07-decff3087021
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff310c0948c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 7f4c66a1-8eba-4065-a974-637a0ea5f831
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff31258812a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: bd6dcca8-08f4-4f81-84a8-6b0e23069f9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff3152ac2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f840738c-a861-4146-ba8b-623be5e89db6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff315a4be84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: e9d79574-ca10-4eee-b811-aa445ec97297
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:08:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:52Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff435d5e537
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 10c55612-42ab-4832-9c33-9cd06fe5f851
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.068s (18.068s
    including waiting). Image size: 1332293374 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff86ad36ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: dccd8fe2-25ab-4ca5-a63d-d75add4940ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff86e407e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 85366c4e-8273-4c68-a0df-92ea5ba5884e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff86eb5427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: c5b36688-ee04-425e-9559-4b4ccefe23cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff86ec00633
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 2b1301c0-be14-463e-ac30-fd2df9ecb249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff871f623fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: e1079b6c-4625-4a2d-a4cb-3bad6d8c9025
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:09:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:10Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff8726b185a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: d7df24cc-9d5c-439a-89c8-79a5ce0d5938
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3bff8a85413f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 212f9777-2e4e-42d6-b797-57c7372faca0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3c00c919bcd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 669f330b-415f-4109-beb6-9be2fa6de3de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3c00c919c44ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: eda977b4-db8d-432d-9583-3e13a705e4aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: e6310063-1870-4f06-9116-a54299c215b2
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56.18d3c00cae8d6190
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: 072dfc03-6044-4164-92fb-1b8015436bad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 99a4f28a-8a51-4fbb-aa61-6ccf9db49d0e
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: 'Created pod: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7-nbg56'
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor-7d776878c7.18d3bff2ee0fc908
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 1edbddb2-0091-498b-af0a-2e408b3d89cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 6f8fae67-a965-4b6b-b7b4-e58268d11298
  kind: Event
  lastTimestamp: "2026-09-09T20:08:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-61cac-predictor-7d776878c7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor.18d3bff2e9b50711
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: ae308611-3641-4637-b437-200a7c2ada5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: dfddc179-d47e-4b06-bfa4-dc891a7d4818
  kind: Event
  lastTimestamp: "2026-09-09T20:09:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor.18d3bff66896680b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: af80cc34-36f5-4e53-871b-310b37699e6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: dfddc179-d47e-4b06-bfa4-dc891a7d4818
  kind: Event
  lastTimestamp: "2026-09-09T20:09:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:47Z"
    name: isvc-xgboost-graph-raw-61cac-predictor.18d3bff6690a69dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: d463a342-3c01-411f-89d1-65f22b0e21c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: dfddc179-d47e-4b06-bfa4-dc891a7d4818
  kind: Event
  lastTimestamp: "2026-09-09T20:10:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:32Z"
    name: isvc-xgboost-graph-raw-61cac-predictor.18d3c0046402eb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: bcc319d7-7832-4af3-b26c-cdc28e0bf2f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-61cac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: dfddc179-d47e-4b06-bfa4-dc891a7d4818
  kind: Event
  lastTimestamp: "2026-09-09T20:10:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:32Z"
    name: isvc-xgboost-graph-raw-61cac-predictor.18d3c0046462773f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: a2e15f29-b595-44bb-af1b-54efca58e861
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 23ecf97c-0467-4e66-adb5-9ddc830ba958
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-xgboost-graph-raw-61cac.18d3bff2ea59b087
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 6d556720-b4db-4cfc-ac94-23dbe01576c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 23ecf97c-0467-4e66-adb5-9ddc830ba958
  kind: Event
  lastTimestamp: "2026-09-09T20:10:17Z"
  message: InferenceService [isvc-xgboost-graph-raw-61cac] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:17Z"
    name: isvc-xgboost-graph-raw-61cac.18d3c0080c77b2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 666a692f-cfec-45d1-a060-64e87e098f34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:37.406357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    to ip-10-0-143-121.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00c9d3cb97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: 2f1828c6-76df-412d-8797-2b9ecc0e1396
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-5164f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00caccd5256
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 1d6a6cc3-f66a-4f98-ac3b-47dd4b3ad03c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:38Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:38Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00ce2e662c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: bf9d0db0-8a76-45d5-aa3c-136c31f91dff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:38Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00ce474bd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 1f66720a-58c6-4849-bc18-c197cfb78b1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:38Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00ce724f70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 422fe4a7-8e2d-4661-aa30-3027531227ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:38Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00ce7920909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 386c1014-152d-4776-882e-b944a1a772a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:10:43Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:43Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c00deee27050
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 1dce1f27-c0eb-47ad-8ddc-6a7e7b45137f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.636s (19.636s
    including waiting). Image size: 1332293374 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c012814c5278
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 69a0a2be-0fba-400a-9846-094f90fb343a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c01284c2bf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18056"
    uid: a2a5a719-bf74-4a59-8adc-4aa7be334b1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c012854c435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 26b2572b-b6d1-43ef-8659-ef0e27087288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c0128556ada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: b1dc6651-a65d-44b5-942f-a4f3331be258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c01288a49bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: 29fb86ac-9bf4-42e2-9d8c-313713041ed0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:11:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:02Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c012890d62de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 5f4652f3-5d59-4608-a62e-c6d395fed55c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:12:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c012d802fba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: b4df6cdd-f175-45a4-8987-a88d43f21acc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c02646bcd474
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: 19c4360b-eb66-46cc-9947-c41703763932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c02646bd59dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 14ad5ee7-0ce4-4e61-9a2a-53bfdd185f89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 5adce253-03bf-4f36-97c2-4e0b0be3b257
  kind: Event
  lastTimestamp: "2026-09-09T20:12:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp.18d3c026de2ac779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: 931e9a23-cf29-458d-947e-b238ad4b2450
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: f89107f6-78ba-4151-81b1-4116267f97a4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57-hxhwp'
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57.18d3c00c9ca42cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 91776ed1-d45c-4bf9-8a3b-d7ebbb165d94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 54218223-579f-4f7d-ae48-d90e0216668a
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-5164f-predictor-76497dcd57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor.18d3c00c99ed4ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: 6b8349b5-fe67-46a6-8b2f-1d26a2335e2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: 77651888-ae0c-4727-9e96-1c64fd165db0
  kind: Event
  lastTimestamp: "2026-09-09T20:11:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor.18d3c01018743c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 5ca18ab7-6052-49d3-a13d-69237bcd6b9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: 77651888-ae0c-4727-9e96-1c64fd165db0
  kind: Event
  lastTimestamp: "2026-09-09T20:11:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor.18d3c01018e39022
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: f43f8ef7-ce6c-4a44-b846-1ac3405a300d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 77651888-ae0c-4727-9e96-1c64fd165db0
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor.18d3c01e13bb95c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 2aa33857-d546-4491-a576-01690c2e650f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 77651888-ae0c-4727-9e96-1c64fd165db0
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-xgboost-graph-raw-hpa-5164f-predictor.18d3c01e1435343e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 6e79a81d-dbb5-4a6d-9011-c93eeed39b97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 005e0bf7-f7ca-482e-bb57-34f807e415d1
  kind: Event
  lastTimestamp: "2026-09-09T20:12:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:10Z"
    name: isvc-xgboost-graph-raw-hpa-5164f.18d3c00c99f40c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 23adaca8-8df9-406e-ba0e-a84a39ca6656
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 005e0bf7-f7ca-482e-bb57-34f807e415d1
  kind: Event
  lastTimestamp: "2026-09-09T20:12:10Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-5164f] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:10Z"
    name: isvc-xgboost-graph-raw-hpa-5164f.18d3c0223b8f70d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 643beec1-80b2-44be-8405-9ca4d32a5e28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:12:27.579881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c02644174f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: eea7a6a9-e95c-4094-a555-85898dbbba3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-96f8b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c0264e7686da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: a5ba1409-89ff-4d0d-9b05-7a923ec94225
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:28Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:12:28Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c0268a1ac7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: f72841fd-c058-4f70-9088-11822d195e82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T20:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:28Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c0268b85ada0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 728c305c-c6fe-4723-af07-d623a78ee164
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.075s (1.075s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026cb9ae618
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: c30146d9-15b6-4a78-9845-5f633edec5ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026ce5b3ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: 3c76b17d-682d-4292-b9a5-d31a33be568c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026cecdb557
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 561f2619-9622-4ce8-8a5d-995fd1d27671
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026ced8ad34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 1e40b23a-dbe8-4f57-be18-89fea713b64f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026d246c8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 14ff6813-aeaa-4ce0-83e2-d01773cea14c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c026d2d1eb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 7f60aaab-3b28-4e50-92ab-5455dea949de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c0411b1d2429
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 18c06f67-4e69-4ceb-968c-e2d3ecc486f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 47632e59-c409-48e0-8d16-e23fa1f15697
  kind: Event
  lastTimestamp: "2026-09-09T20:14:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:22Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj.18d3c0411b1da02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: e61ef1d6-38b0-4e21-b135-42df454575cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-96f8b-predictor-7779456f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 48d7e475-6a9d-47bf-9df9-917fba13ed33
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: 'Created pod: message-dumper-raw-96f8b-predictor-7779456f4f-p56fj'
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: message-dumper-raw-96f8b-predictor-7779456f4f.18d3c02643ab452a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 37a38ece-0d6f-42da-b7ff-53006dedda6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 91f1406d-806c-4267-945c-5df542384969
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Scaled up replica set message-dumper-raw-96f8b-predictor-7779456f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: message-dumper-raw-96f8b-predictor.18d3c02641b45ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 169022bb-efea-4eba-a8d5-7aa23417a6ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 7137e9a7-e16f-43c8-934b-574cbbe85493
  kind: Event
  lastTimestamp: "2026-09-09T20:12:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:57Z"
    name: message-dumper-raw-96f8b-predictor.18d3c029c015e080
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 5876ca20-caf3-4dfc-b20e-03f44df9d9ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-96f8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 7137e9a7-e16f-43c8-934b-574cbbe85493
  kind: Event
  lastTimestamp: "2026-09-09T20:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:57Z"
    name: message-dumper-raw-96f8b-predictor.18d3c029c07c8c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 70fcf704-7ce4-4f2d-993b-32a07f098962
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: b94f0df8-d357-44fe-bc92-c45272389b3b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:38Z"
    name: message-dumper-raw-96f8b.18d3c02641c4d10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: bb0edf3a-ccdc-49bf-84b6-aa0069c5bfe0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-96f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: b94f0df8-d357-44fe-bc92-c45272389b3b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:38Z"
  message: InferenceService [message-dumper-raw-96f8b] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:38Z"
    name: message-dumper-raw-96f8b.18d3c028d4c4257a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: 75986a60-b14c-4e6b-bdbc-83da87cfb053
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:08.043731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0ad6a6ebb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: 9d8c6782-83d3-4188-a3a0-3071a020b552
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0ad8cb57dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: cd45e62f-221d-4f2a-81bc-6813de472bb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T20:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0ad8e28d5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: dafaf2df-45a7-4d77-a6c0-5c36ed9e9ae4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.169s (1.169s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0add3e0ab16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 4d3b038f-fa4b-4505-b6b8-b48860e51105
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0add6e79b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 450a4398-a8de-4c2e-895d-d749582a431a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0add75e6de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: a59ebfdf-8b33-42aa-b0fb-c334c04b5696
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0add76a3b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 014025ef-e62c-413b-854c-92801303fc16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0adda54f785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 607bd516-42f0-479b-a8f5-72685529aa46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0addad1c8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: ef80a6ec-ced5-49a8-8c44-8ea2e28f34dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0c8466fec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: dd251805-3342-4c64-bfbf-32c9192986fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 8b214faa-64f2-48b2-b058-33a9dd1f978d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k.18d3c0c846703f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: 7cf82600-8e8e-4a55-a42a-f230ff804252
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: a484dc67-3114-427b-bce3-e9c733afa412
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-xjj5k'
  metadata:
    creationTimestamp: "2026-09-09T20:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d3c0ad6a0c4438
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 47cf7641-f598-477c-858b-ebfb2f8d2343
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 52858119-b550-44b3-8209-5f46f034fed8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:07Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:07Z"
    name: message-dumper-raw-cipn-predictor.18d3c0ad66605da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 414c20f1-185e-4871-9ca1-f4f1c08717ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 9601ce83-b229-4f70-acd3-5b9a61714a18
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: message-dumper-raw-cipn-predictor.18d3c0b0e55fccd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: d42de4a3-c671-4fff-b7cd-46bc8e654efc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 9601ce83-b229-4f70-acd3-5b9a61714a18
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: message-dumper-raw-cipn-predictor.18d3c0b0e5ec10fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: f6eccaa5-90ad-48c4-bf7b-9cc0b67a5546
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 83c50d2d-7511-4f2a-a16a-058ffe4bd0b7
  kind: Event
  lastTimestamp: "2026-09-09T20:22:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:18Z"
    name: message-dumper-raw-cipn.18d3c0ad666124f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 69097bf0-d728-46d6-9ba4-bb7df002f9a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 83c50d2d-7511-4f2a-a16a-058ffe4bd0b7
  kind: Event
  lastTimestamp: "2026-09-09T20:22:07Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:07Z"
    name: message-dumper-raw-cipn.18d3c0ad66fef338
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 0c933f1c-5fd2-45c0-bb36-8e7c3b501dbf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 83c50d2d-7511-4f2a-a16a-058ffe4bd0b7
  kind: Event
  lastTimestamp: "2026-09-09T20:22:18Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:18Z"
    name: message-dumper-raw-cipn.18d3c0afca128004
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: 141f9830-816a-48dc-8edc-d8bf0724b9d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:26.995400Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-61cac-6887f486b7-z4bk4
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:26Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00a30b22733
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: ef56efd7-1336-4f6a-82f6-5f285253d92d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:27Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:27Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00a529a53ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 4f2b24c6-b8df-4bd2-a7be-0f8430d3450a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:1c50c377478387906c73b97d7029d36701f6ae847fc2e48c877fa8c0c5df33ad"
  metadata:
    creationTimestamp: "2026-09-09T20:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:27Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00a53df9208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: c14b5da8-3e56-4dfd-8da4-d57d6552557d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:1c50c377478387906c73b97d7029d36701f6ae847fc2e48c877fa8c0c5df33ad"
    in 2.112s (2.112s including waiting). Image size: 214907971 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:29Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00ad1cd9e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 582dd213-4467-4579-8f5c-6e5f08012cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:29Z"
  message: 'Created container: model-chainer-raw-61cac'
  metadata:
    creationTimestamp: "2026-09-09T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:29Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00ad47cfde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: c5f6306e-bd50-4dd4-8f9e-d8813dee2f5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:29Z"
  message: Started container model-chainer-raw-61cac
  metadata:
    creationTimestamp: "2026-09-09T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:29Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00ad50a1608
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 0bb206fc-3bd0-4d8c-8707-1d80f77f9b6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:10:37Z"
  message: Stopping container model-chainer-raw-61cac
  metadata:
    creationTimestamp: "2026-09-09T20:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:37Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00c885bbb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 6216cc77-efce-4638-9545-75ff4ee44930
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-61cac}
    kind: Pod
    name: model-chainer-raw-61cac-6887f486b7-z4bk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: acc34d61-cf66-488a-8229-faeda1df33b6
  kind: Event
  lastTimestamp: "2026-09-09T20:11:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:06Z"
    name: model-chainer-raw-61cac-6887f486b7-z4bk4.18d3c00d73e9f998
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 03105684-d277-413a-8204-057713262f17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-61cac-6887f486b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 223badd7-71b1-4c87-9389-67d3ebf1ec43
  kind: Event
  lastTimestamp: "2026-09-09T20:10:26Z"
  message: 'Created pod: model-chainer-raw-61cac-6887f486b7-z4bk4'
  metadata:
    creationTimestamp: "2026-09-09T20:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:26Z"
    name: model-chainer-raw-61cac-6887f486b7.18d3c00a301da534
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 3db072be-8bab-41b0-a918-ce71d958ce25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: b3b4ae25-472c-4e51-9f3f-ca5ef2a58391
  kind: Event
  lastTimestamp: "2026-09-09T20:10:26Z"
  message: Scaled up replica set model-chainer-raw-61cac-6887f486b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:26Z"
    name: model-chainer-raw-61cac.18d3c00a2f64ff73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 620c7550-fb29-43b7-851e-9d4fbb577b7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: ae57dce8-3f7c-4c6f-8e25-09726120531a
  kind: Event
  lastTimestamp: "2026-09-09T20:10:27Z"
  message: InferenceGraph [model-chainer-raw-61cac] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:27Z"
    name: model-chainer-raw-61cac.18d3c00a3503dcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 1f03a018-ea5c-435c-8445-3ca605e9cd6e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: ae57dce8-3f7c-4c6f-8e25-09726120531a
  kind: Event
  lastTimestamp: "2026-09-09T20:10:27Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-61cac":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-61cac":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:27Z"
    name: model-chainer-raw-61cac.18d3c00a38ddaf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 044e5c3d-399f-4e88-aa67-a9fc945aa850
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-61cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: ae57dce8-3f7c-4c6f-8e25-09726120531a
  kind: Event
  lastTimestamp: "2026-09-09T20:10:27Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-61cac": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:27Z"
    name: model-chainer-raw-61cac.18d3c00a38de06d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: f921334e-1c55-4962-bd28-277f415236d1
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:12:17.326139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:12:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c023e0ebadc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 51455ca4-4733-4b12-acbc-6a3fa3d47887
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-5164f-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c023e975012b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 1dfec763-a775-4a32-afb8-ac7923e116d1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:18Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:12:18Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c02426b41cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: cf0a338c-c8f4-4b19-b9ef-16d09468dc77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5164f}
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:18Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:1c50c377478387906c73b97d7029d36701f6ae847fc2e48c877fa8c0c5df33ad"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:18Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c024280bf8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: 9d77e7e0-295f-496c-aa29-de4a754dcfd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5164f}
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:18Z"
  message: 'Created container: model-chainer-raw-hpa-5164f'
  metadata:
    creationTimestamp: "2026-09-09T20:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:18Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c0242b6549ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: 70033baa-0ff8-46ba-a2f1-3827ea9a791b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5164f}
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:18Z"
  message: Started container model-chainer-raw-hpa-5164f
  metadata:
    creationTimestamp: "2026-09-09T20:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:18Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c0242bd97c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 3a3feb1d-8a0f-416a-949e-630396a0d373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5164f}
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:27Z"
  message: Stopping container model-chainer-raw-hpa-5164f
  metadata:
    creationTimestamp: "2026-09-09T20:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:27Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c02637de5fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: a510d52b-9233-41ff-ba89-c9510de481cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5164f}
    kind: Pod
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: ff9e45d8-005c-462e-a62b-834d0122de1a
  kind: Event
  lastTimestamp: "2026-09-09T20:12:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:55Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn.18d3c026ef76c7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 1da1178f-6281-44e8-b8ff-ee420951e073
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-5164f-679f86dddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: c626bf28-d5b8-4bac-9207-b847ff6cacc0
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: 'Created pod: model-chainer-raw-hpa-5164f-679f86dddf-dj5jn'
  metadata:
    creationTimestamp: "2026-09-09T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: model-chainer-raw-hpa-5164f-679f86dddf.18d3c023e047226b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 43617e34-e822-4139-989b-3a3b4e2afe2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: e08fe573-f4ba-4e2c-895e-68c9b0bc6759
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: Scaled up replica set model-chainer-raw-hpa-5164f-679f86dddf from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: model-chainer-raw-hpa-5164f.18d3c023df86c38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: cd7312de-c4fa-43b0-9cdd-d8a82df5fc54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-5164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 735dabe1-86b3-4b5f-b232-25d01e93ef63
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: InferenceGraph [model-chainer-raw-hpa-5164f] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: model-chainer-raw-hpa-5164f.18d3c023e39ff5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: d687fd24-5001-483d-8ffc-d43702c6e10b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:14:14.047612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    to ip-10-0-136-183.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c03f0e0ffb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: aea79bb8-f7c5-461a-aa0a-1be63edb417d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:14Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c03f3033073f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 12a296c8-0c7f-4c0d-97ca-71a68233ce2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c03f31cfcb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: 71e42782-768b-418f-bf2b-168b554e1629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c03f349cd039
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: 5cd3fd88-3e4b-4d5a-b709-77aaeaa79b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c03f35168198
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 0f511d4f-5260-4ae0-8c0c-ddcea4eb08b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:18Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c0403250f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: 6de30045-c4d6-497c-88d5-7ed27c7af38e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:19Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c04036af8424
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 4a9246c4-5707-42fb-902f-6237606a6f97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:19Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c0403723d57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 579572a3-4c6c-41a8-872e-e21e112256a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:19Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c040373028e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: a6f8b845-e7fb-44b7-abba-2f934b7cfd6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:19Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c0403a1173b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 8943fdec-55c2-453d-9897-3fd151bba3b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:14:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:19Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c0403a8e5adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 4f6988c9-64b7-488e-8bf6-ade75e3b4c5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c040aa58bc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: 1adacb97-2071-479f-99b5-814b8e0eb0f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c0540685dc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: d35628ba-b3d9-47e1-b2de-e64f74978152
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c05406867ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 7914f2b8-74d2-4290-b0bd-1ae781496e68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: dc10e362-8836-47e1-8b31-2d71f5cb82bd
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff-kmb78.18d3c054b08ef7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: c5c1b4a7-593f-4bb1-9ddd-7705acc64717
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-ca752-predictor-768df8d5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: 7d2b4474-4704-4036-8610-1687155f4ffb
  kind: Event
  lastTimestamp: "2026-09-09T20:14:14Z"
  message: 'Created pod: raw-sklearn-ca752-predictor-768df8d5ff-kmb78'
  metadata:
    creationTimestamp: "2026-09-09T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:14Z"
    name: raw-sklearn-ca752-predictor-768df8d5ff.18d3c03f0d84e890
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 32cefbba-7757-412d-a234-96f1e3e7b4fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-ca752-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 9b334133-47e9-4282-abf5-303b4b95782b
  kind: Event
  lastTimestamp: "2026-09-09T20:14:13Z"
  message: Scaled up replica set raw-sklearn-ca752-predictor-768df8d5ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:13Z"
    name: raw-sklearn-ca752-predictor.18d3c03f0a553db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: 92042dda-aa3e-4143-9e92-2dffe782ab4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-ca752-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 1d093460-bfc9-451e-9307-675fed634b8b
  kind: Event
  lastTimestamp: "2026-09-09T20:14:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:44Z"
    name: raw-sklearn-ca752-predictor.18d3c04288c08e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: d7ef0613-a395-4975-bc21-ae78e40eb6d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-ca752-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 1d093460-bfc9-451e-9307-675fed634b8b
  kind: Event
  lastTimestamp: "2026-09-09T20:14:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:44Z"
    name: raw-sklearn-ca752-predictor.18d3c042891fdd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 363f46e2-6db6-4637-a450-c02bb9620fe5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-ca752-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 1d093460-bfc9-451e-9307-675fed634b8b
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: raw-sklearn-ca752-predictor.18d3c04986e2ad80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 3d7495b6-d078-40b3-8f5a-919517e98527
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-ca752-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 1d093460-bfc9-451e-9307-675fed634b8b
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: raw-sklearn-ca752-predictor.18d3c0498775e8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: f83b8f37-d2f6-429c-8f8b-fffb2c1ec3b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-ca752
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 568167eb-1bd6-4407-a380-621c8ce2ed86
  kind: Event
  lastTimestamp: "2026-09-09T20:15:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:37Z"
    name: raw-sklearn-ca752.18d3c03f0a56ca16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 247701da-9e0a-412c-8c77-c30199fc2713
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-ca752
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 568167eb-1bd6-4407-a380-621c8ce2ed86
  kind: Event
  lastTimestamp: "2026-09-09T20:14:13Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-ca752": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-ca752":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:13Z"
    name: raw-sklearn-ca752.18d3c03f0b020787
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: b0955d1f-9012-4ac6-90c2-40a7d88d1280
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-ca752
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 568167eb-1bd6-4407-a380-621c8ce2ed86
  kind: Event
  lastTimestamp: "2026-09-09T20:15:37Z"
  message: InferenceService [raw-sklearn-ca752] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:37Z"
    name: raw-sklearn-ca752.18d3c05261f563bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: ceae9ab3-8eb8-41f3-a8e1-fbd39bcff5ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:15:49.315466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    to ip-10-0-135-134.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:15:49Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c0553c78198e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 4ab3910d-4374-466e-8f91-1439bdbfd0d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bf7d86fb9-gmtfk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-be712-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:49Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c0554937525b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: affcb74e-6db8-477b-b15e-fd00454a3d9a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c055826a0d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: fc740da9-d805-459a-baff-710ce208072f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c05583e7da19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: f3ae70e2-91fd-4e00-a627-07569f861ad1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c055870c9764
    namespace: kserve-ci-e2e-test
    resourceVersion: "21055"
    uid: 561340a7-3e6f-44a0-8447-d0a3e3a00287
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c055878d7adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 2da23c11-9421-4aeb-be52-09ae13f12d0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056a3c07433
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: de1feacc-2a4f-4ad1-8537-d035d691912b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056a6f461d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: c9bf59d6-300b-4873-aa1d-236fa1e7d48a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056a773f9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 7c6c009b-1321-4dfd-8b52-1f23e936fb50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056a781872f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 2384b683-4ab0-40da-9167-a158012fae41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056ab3d0823
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 50688187-d22b-4825-ad6e-731703419965
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:15:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:55Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056abbb58a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 74010a9e-e5c9-4f0f-8ebd-c8507308217c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:17:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:04Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c056dfdb72f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 63e716b4-b048-4230-bd3e-0526b7e9bc47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c06a34b73b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: d037fc15-f8fb-43df-a416-e7a3f4b176f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c06a34b7a80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: cca03ce3-c9f2-48cf-952c-5d72ea4de726
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:17:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:22Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c06ae614d5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 2b0bd000-a633-43a4-9975-5023e47f3a83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: eafcb965-e16f-4543-adb8-453984c52278
  kind: Event
  lastTimestamp: "2026-09-09T20:17:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-09T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:25Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm.18d3c06b9f727d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: 7a95d045-e866-436c-b31b-ed3933ab10c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: 3d83aab7-ea6b-4be1-8358-99c518a59bf3
  kind: Event
  lastTimestamp: "2026-09-09T20:15:49Z"
  message: 'Created pod: raw-sklearn-runtime-be712-predictor-5cf9f77dc-xswdm'
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:49Z"
    name: raw-sklearn-runtime-be712-predictor-5cf9f77dc.18d3c0553bcf721a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: b2ab39ae-356b-4384-b6d7-4395ab056d21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-be712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: cc6dc099-9a9b-4b99-82f6-eeef4d9cc98c
  kind: Event
  lastTimestamp: "2026-09-09T20:15:49Z"
  message: Scaled up replica set raw-sklearn-runtime-be712-predictor-5cf9f77dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:49Z"
    name: raw-sklearn-runtime-be712-predictor.18d3c055390d6886
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: de9cd30d-9449-4527-8d4d-2d182475b1c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-be712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: beaedca7-ffac-4e72-b578-3effc01a32de
  kind: Event
  lastTimestamp: "2026-09-09T20:16:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:19Z"
    name: raw-sklearn-runtime-be712-predictor.18d3c058b790197d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: dcc57442-408f-4ddb-aa9f-a50bd7f22795
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-be712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: beaedca7-ffac-4e72-b578-3effc01a32de
  kind: Event
  lastTimestamp: "2026-09-09T20:16:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:19Z"
    name: raw-sklearn-runtime-be712-predictor.18d3c058b7f4e9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 23c0201a-c319-4762-8d9c-8e6751387f82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-be712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: beaedca7-ffac-4e72-b578-3effc01a32de
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: raw-sklearn-runtime-be712-predictor.18d3c05fb5ef1fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 030d51eb-0a2f-4518-a13a-fe789b790fef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-be712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: beaedca7-ffac-4e72-b578-3effc01a32de
  kind: Event
  lastTimestamp: "2026-09-09T20:17:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:19Z"
    name: raw-sklearn-runtime-be712-predictor.18d3c05fb6609e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: f6eb62e7-b09a-4c4b-b368-74dba6d35d85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-be712
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: b2c05f0c-8306-4b1e-91db-bab20b867194
  kind: Event
  lastTimestamp: "2026-09-09T20:17:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:14Z"
    name: raw-sklearn-runtime-be712.18d3c055390dfa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: d96838ec-263e-40fb-b6ba-1088282571e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-be712
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: b2c05f0c-8306-4b1e-91db-bab20b867194
  kind: Event
  lastTimestamp: "2026-09-09T20:15:49Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-be712":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-be712":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:49Z"
    name: raw-sklearn-runtime-be712.18d3c05539883c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 9e1ffb53-bff5-4bd0-a2f2-c97d5de6572b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-be712
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: b2c05f0c-8306-4b1e-91db-bab20b867194
  kind: Event
  lastTimestamp: "2026-09-09T20:17:14Z"
  message: InferenceService [raw-sklearn-runtime-be712] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:14Z"
    name: raw-sklearn-runtime-be712.18d3c0691503e6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: 5be5474d-9be1-4e96-9096-9cbb5adbd7e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25497"