---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:31:26.989765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f7b4999bf-jg2xb
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c12f8e365efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 081a1e2d-64dd-4e38-b0d4-5fcb7c0f6d16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c12fb00c2728
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: b0bae09c-6316-422b-bba5-52e1a586fb25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c12fb1f2cb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 194bfaaa-0f94-4629-a626-6277222faa69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c12fb49fc62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 989462dc-9a11-4ed9-acca-55a139b306d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c12fb5150f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: b4047c75-204d-465e-8fd6-3fc257a9d6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a073283e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 552c36ce-ba51-4f16-a488-2c88988dedf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a5fafcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c328805c-8ebc-415c-b474-2b349d839826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a66d57c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: f738ace6-494c-4521-9608-653bfbb2ea17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a676e342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 3da1178c-83a3-42bd-9802-a8279e075974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a9143d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: bef0d4f0-400e-4445-8821-af8b95ac4ecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:31:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:31Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c130a985d4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 1c8e7fc6-9b36-48b1-9d3e-b370c1cfd9bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:32:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:59Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c13118b19900
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 5c88f9ed-df32-4771-8e9a-558eca5c770c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c14482a3455a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: dbd07fc9-a1bc-4d07-b8d3-63628905b8be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c14482a46e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 4827c231-9e6c-4fb4-86f2-dd46f48bd966
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 29a1a317-2751-4ae6-8711-d0806d145ba9
  kind: Event
  lastTimestamp: "2026-09-09T20:32:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:59Z"
    name: isvc-canary-create-predictor-5f7b4999bf-jg2xb.18d3c1451ee5bb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: e22bcd31-da5c-49a0-8da9-231a5df1c9f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:31:26.942199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f7b4999bf-nl6vn
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c12f8b6092b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: ecc18055-3361-453f-a60a-177f9afdcf86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c12fad988754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: c126e587-1969-42bc-935f-261ecfe14610
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c12fb00995fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: 64d55ece-09ba-4479-b4fa-201fe2435057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c12fb33be9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: b9c16b54-0fde-42e5-8176-20b01a15d601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c12fb3bd9907
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 27a57263-db0e-4211-b32c-cefb08f52915
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130d85401c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: bcfef823-93c5-4c8e-bc8a-378cf73ddb1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130dcb4bf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: c14d84bb-11c3-4639-9e9b-3d051841aec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130dd310f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 740519d3-eec4-41e8-baaf-b8bb0cf78a72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130dd3d4362
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: c04e19b0-baad-474e-8e1b-29a7ee1eedd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130e05b0ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 6f38b4da-ccc7-4873-9684-956f8b89ec16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c130e0d70ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 85ee7e49-23cf-47be-a6ed-f8c8df7e8bba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:32:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:43Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c13114652ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 32c05cb6-f15d-49bb-bb95-87fed1322c84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c142d25eade9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: c3f9e59e-be49-4a07-a87c-01ce9f49e25e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c142d25f4139
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 4ab518cf-b527-42e6-b0ac-ad566b573b10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 00f151ca-f2e7-455b-b69d-03042f1d76e0
  kind: Event
  lastTimestamp: "2026-09-09T20:32:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:54Z"
    name: isvc-canary-create-predictor-5f7b4999bf-nl6vn.18d3c143f0a0567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: e5dc4201-297b-4dc0-b589-cd002200d92d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: cb29fb55-2536-4bb1-a746-e3165011b501
  kind: Event
  lastTimestamp: "2026-09-09T20:31:26Z"
  message: 'Created pod: isvc-canary-create-predictor-5f7b4999bf-nl6vn'
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c12f8afc9933
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 1dabfa3f-7b15-4b57-95b0-fd124eefabe1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: cb29fb55-2536-4bb1-a746-e3165011b501
  kind: Event
  lastTimestamp: "2026-09-09T20:31:26Z"
  message: 'Created pod: isvc-canary-create-predictor-5f7b4999bf-jg2xb'
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c12f8dcfc68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: 9c7d9423-3a68-49ef-bd32-d757d4e3b6f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: cb29fb55-2536-4bb1-a746-e3165011b501
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f7b4999bf-nl6vn'
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c142d225f379
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: 3d71d958-1d5e-45a0-8261-255a08f08c8e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: e823a445-e846-427d-90ed-4742338b5caa
  kind: Event
  lastTimestamp: "2026-09-09T20:31:26Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f7b4999bf from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-predictor.18d3c12f87604f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 43519123-ab0c-43e9-89a5-70b691542b52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: e823a445-e846-427d-90ed-4742338b5caa
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f7b4999bf from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create-predictor.18d3c142d1b85f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: ea90d1ac-7920-452a-9ceb-6397ccca6d5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:31:26.902758Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-559cdfb684-42k74
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c12f8906c1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: a32e22d5-8b50-4f9e-9f4a-b07ea3d8718d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c12fab0abf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: ed59064b-5cd7-4c4f-ba02-2de17a2fd6f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c12fad9ee19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 5b7f7855-8d26-4793-9829-eea5f73347ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c12fb04a9330
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: eacdf6b4-945d-47bf-87c9-4541d3c388f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:27Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c12fb0c20ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: ee459ec5-c1ef-4aee-bee4-ed000a30c672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130dc8f13f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 766616a0-434a-433b-8a65-e3b3c7c1bc9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130df7facd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: b76cf16c-3eb2-48b9-8fc4-d10134cc30ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130dff640ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 78a98a47-c300-4dd0-9e06-93e94525de8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130dfffb011
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: 726dba7e-02b7-4982-8e41-ab68a11c26d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130e2bed021
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: ba255f0a-0dfe-4049-89f7-312b9fa31ef8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:31:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:32Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c130e33394ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: ffc50e7d-a2d2-40d2-b9df-b9c54aeb4ccc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:32:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:59Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c13118b2cf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: 679e4bc2-6230-40da-8c20-8a8564e5cfb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c144822f2533
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 9e7a2968-4cc3-46ed-a98e-30c8ebe4c489
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c144822fcb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 6acd7444-e568-4d64-ae20-831d9a661252
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: ce2c60ca-0045-4948-a75a-3aafa3eca2f2
  kind: Event
  lastTimestamp: "2026-09-09T20:32:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:59Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-42k74.18d3c1451ee7326f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: 291abd28-9ddc-42bc-b720-828ed75ced45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-559cdfb684
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 8d31a5f0-b99c-4cc4-89da-73fe0cdb4298
  kind: Event
  lastTimestamp: "2026-09-09T20:31:26Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-559cdfb684-42k74'
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-v2-predictor-559cdfb684.18d3c12f8897323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 5206b755-c0fc-487c-b9da-004d779a7503
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: a46a1c08-6dc7-487a-9488-bd8ce75d6c8d
  kind: Event
  lastTimestamp: "2026-09-09T20:31:26Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-559cdfb684 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:26Z"
    name: isvc-canary-create-v2-predictor.18d3c12f8563c0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: bdf5f6d6-ba9f-4a85-beb0-732aed86437d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 5298dc97-7ad6-4590-a9d9-8e19dd3afe75
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create.18d3c12f8718359a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: d26d02c1-1f26-483c-a0e5-4370784b127a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 5298dc97-7ad6-4590-a9d9-8e19dd3afe75
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create.18d3c12f877b036a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 59483746-ac27-44df-9e93-8977fcacfde0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 5298dc97-7ad6-4590-a9d9-8e19dd3afe75
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create.18d3c12f877b50dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: cdcc66d2-5bf7-4bc7-8c82-78710a42d325
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 5298dc97-7ad6-4590-a9d9-8e19dd3afe75
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: isvc-canary-create.18d3c142d7bbec64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 48d79335-fcaa-48ed-907b-b640bda9b5a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:02.172558Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22232"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c145b78c85f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 268a06b9-7627-4095-9d28-add2c8ad3bd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c145c2734c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1743d810-431c-4cdf-909f-5f11a693b0f8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c145fea51460
    namespace: kserve-ci-e2e-test
    resourceVersion: "22290"
    uid: 00446e7b-9e73-47f0-9c47-348edd074244
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c146003e03e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: 1d21b8cc-7232-4f0a-a83e-e276ce721412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c14603c0168d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 7b55a95d-dd08-4db8-906a-ec9e34a908d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c14604391992
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: c43bc678-6648-4d85-8d5c-89e3b0483ad4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c147136fe71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: aaa69209-6ba7-4da6-9f8a-e94d334facda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c14716ddaff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 73eea305-6ed5-4055-a93b-60f4ee66b51e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c147175a6f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 9eef8f13-80a0-4880-8890-cd542d5f942c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c147176553c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: b1bd8948-a9fd-4e27-888e-29ff973f0a57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1471ae79c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: e9a2b016-0427-43e1-84f7-2f1ad0181fd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1471b623824
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: dcd11f7f-55eb-4b3f-98b8-4a3f8e400e9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:17Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1478bbafdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 54ca9b26-7644-43ca-92d1-4f7aa930ca37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1590a3ed355
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 5426ae59-8e5c-4e2f-a2f7-3c921241a3e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1590a3f8e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 82ad02d3-b59f-4905-b998-c65d6c6cc718
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a1e901d8-2685-4c92-a85c-a94b915a272c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:26Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-qnrvf.18d3c1593e001e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 5ad2c742-1976-4843-b715-e4785f97d635
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:02.223048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-648d7cfc8f-w95pq
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c145ba8eeda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 18c1ae0d-3f77-41b4-9a37-daf37480f64f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c145ccb8bab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: b18f9d65-e247-40ac-9f78-780946d62bf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c1460071db7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22294"
    uid: 6aedf5a5-df78-4b74-977a-a4750d770897
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14601e4f009
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: c7a05b43-fc4c-4b43-9cbc-5ca5b8cae1eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14604c6cc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22300"
    uid: 9421d689-bbb6-4f5e-b5c3-b76f4a16c140
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:03Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c146053cea8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: 8b57e63c-3c40-4209-9b3c-3ae063196448
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14710ae6ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 4f4b7401-0881-47b4-92e5-d9e52248f012
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14713517618
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 05832a05-bcf0-4943-a380-f785eff2a24d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14713ba0a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: 634c20cd-41e6-4f7b-84d8-05709ac1f1d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14713c428fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 80a32b16-5697-400f-b49e-aa99f45b1254
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c147163da984
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: f4c131fc-b4c1-4dd9-86b3-d105dbee8498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:08Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c14716a1f871
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: e0e20e6e-6320-4d8e-9e87-c266aa4580b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:34:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:35Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c147887d49a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: e822c027-eccd-434c-a6b4-642169513d62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c15ab11c6c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: e1d492f9-b860-4bef-bdd6-d16c9f7e3c2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c15ab11d0162
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 31cb3c7d-d164-4bf3-8d08-1c7b837474ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 6e121491-be4e-48a2-84d4-3841db5336a6
  kind: Event
  lastTimestamp: "2026-09-09T20:34:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:35Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-w95pq.18d3c15b8eb4cfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: b3c1da54-fcbf-49c3-b940-49347016f32e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: d8393f45-4b93-431d-8b27-3cce992f3218
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'Created pod: isvc-canary-promote-predictor-648d7cfc8f-qnrvf'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c145b7340b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: a4805f2d-56ca-434d-aa85-4a68d3450605
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: d8393f45-4b93-431d-8b27-3cce992f3218
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'Created pod: isvc-canary-promote-predictor-648d7cfc8f-w95pq'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c145ba2406a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: 98b45f51-202b-40a2-83e4-abb92330a922
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: d8393f45-4b93-431d-8b27-3cce992f3218
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-648d7cfc8f-qnrvf'
  metadata:
    creationTimestamp: "2026-09-09T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c1590a0c7aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: 1da2e887-20d4-4080-a025-0e6a0ba69bbb
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 1c27c2bd-16d2-4621-9ae2-042f2bbc2b54
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: Scaled up replica set isvc-canary-promote-predictor-648d7cfc8f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-predictor.18d3c145b42b5aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: a068f03d-b64a-43a5-ae6f-c8514aab1390
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: 1c27c2bd-16d2-4621-9ae2-042f2bbc2b54
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: Scaled down replica set isvc-canary-promote-predictor-648d7cfc8f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote-predictor.18d3c15909a66bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 3488fb4c-d19c-447c-bd10-a3064f1616e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:34:32.318946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23028"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15ab4b13b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: 4b6ab8e2-7a97-40b1-bef6-d200def87a27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23037"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15ad6b0a3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 753969b6-88b6-46ea-92f6-1a5cc5fc25c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15ad80b7889
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: 09a66463-aec0-48cc-aab2-edea2f677db0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15adab1f53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 4c333afd-1a93-46de-b4f4-22362aa15d0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15adb2a5c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 02d4c28f-a5ef-4bef-81b6-d9f73b7deb39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15bdbdb694d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: 2d517867-8d5c-4c16-8c99-a2df65eeb54b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15bdee17e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 6764333b-f17f-458b-93fd-e28a20d2481f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15bdf4f8ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 9aac5589-c790-4a9f-8ae9-9a9060171e53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15bdf598cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 743ca165-35ca-497b-b897-213cf31869d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15be1e1240b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: 76d8afbe-a9f9-4a0f-a876-1d66878ac49d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:37Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15be2532a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: 10945679-a09f-48ee-8ec8-cec0f409b2d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c15c17ffde59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: 20842974-a970-4d2b-b9e4-3b4035a10b30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:36:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c16fb3195bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: b2708890-5f9e-4f4d-a54d-65a0991f9126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:36:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c16fb31a1ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 52cb3358-d24a-49fe-912c-f7e7466343c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 14d234c7-48ae-4a86-bc22-c2e260bddcbd
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr.18d3c1701e2c3ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 76ec9be1-7f91-4997-b427-642147a9a40b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:02.169841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c145b7631bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: 0775383d-8861-438b-9f51-fb9e13dd7176
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22247"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c145da2b683d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: eb141963-9c0d-47cb-9e1d-bdaef7388073
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c145db9219de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: fd653372-391a-4854-af35-da2655fbc5e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c145de625827
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 107389b8-6b54-41cc-a64f-3e837c783225
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c145ded9bcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: c5c9841d-9bfe-4915-ae38-44c4d59ba244
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146d764949c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22336"
    uid: 1f815b5e-e37c-428c-b422-40651f91db5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146da5c7b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: 22d0000c-8a34-4d73-ae8b-3a532a71f5ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146dae717f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: 65452a5f-0fd8-4edb-bb1a-26239697eb23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146daf306f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: df9edd85-513a-4d10-bf19-58b7deb46ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146de351922
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: 001ad278-6ca5-45e1-8387-7fa82c7bdc2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:07Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c146deab17df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: f13ceca9-1fcf-4092-8623-f664f818ddde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:05Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c1474fac4f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 2d07972e-bf73-4229-bf17-32f32e87903b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c16fb3192015
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 30e1810f-f497-4d68-a4f1-18a1f417ac1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c16fb319e46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 7398bcf8-99b4-4392-907a-1f74782cb8ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 179983a5-6524-41f0-a3f4-6a09b717c43c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:05Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm.18d3c1704a7b616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: c5c8c01b-0ec0-43da-8c7b-debca384582d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c8d94dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: 04edf8df-ad13-47ed-b3eb-eb6758144b60
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c8d94dbf4-q9zzm'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4.18d3c145b6e4176b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: e3ca5484-7981-46e6-8ce0-9ab48b6fe651
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c8d94dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: 04edf8df-ad13-47ed-b3eb-eb6758144b60
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c8d94dbf4-gm4cr'
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4.18d3c15ab44a19f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: f9a2e5b0-46c3-49f7-9d76-0142ac15e1bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22212"
    uid: d1ada0bf-49de-4aca-bc0e-9800c1270ad6
  kind: Event
  lastTimestamp: "2026-09-09T20:33:02Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c8d94dbf4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:02Z"
    name: isvc-canary-promote-v2-predictor.18d3c145b23d67aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 12a23243-392b-4eaa-9942-4856f048a0ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: d1ada0bf-49de-4aca-bc0e-9800c1270ad6
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c8d94dbf4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-canary-promote-v2-predictor.18d3c15ab01ec77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: dac5e2f3-e8d6-4881-ad97-78d878b7c2b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: da1d808c-5791-4dc0-9ebb-914e684220a2
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote.18d3c145b3deef5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: b32a1b5b-a2f6-4592-926a-54491bf05a90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: da1d808c-5791-4dc0-9ebb-914e684220a2
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote.18d3c145b445bf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: a5a5f5ad-e49b-401f-8e4e-1ed8f327c3ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: da1d808c-5791-4dc0-9ebb-914e684220a2
  kind: Event
  lastTimestamp: "2026-09-09T20:34:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:25Z"
    name: isvc-canary-promote.18d3c145b445f7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 225c424e-8762-4ff7-9c1e-eb64e9523fc1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: da1d808c-5791-4dc0-9ebb-914e684220a2
  kind: Event
  lastTimestamp: "2026-09-09T20:35:54Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:54Z"
    name: isvc-canary-promote.18d3c1590fddfdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: cee2ce0a-3913-4580-aade-5c81be727bbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:21:00.866046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-4km2p
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09dc6549c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: 9e296642-6b87-466b-a147-1ed8d6598143
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09de7eddb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: c652a198-6672-45a8-a155-5d952baf14f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09de94d9293
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: f4532587-bcbf-4240-a83f-74ed92899a78
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    in 3.991s (3.991s including waiting). Image size: 308563878 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09ed730f20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: 9888014a-063a-48f3-9852-bf71f6dd3b88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09ed9e835d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 94601c49-6557-46f8-955b-eeb7ae13f1b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09eda4e645f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 7399e66b-fe64-4522-9d5a-9df48ce63081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:09Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c09fbc4c501a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 20d4d49a-8e97-4c18-bc7b-08e51d3d2a01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 13.738s (13.738s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a2ef320c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: a528bd50-fcb4-42e8-99a6-8cb7d73972b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a2f2865a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: c317f1b3-646a-4d56-8095-9a6e1ffc0819
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a2f32d2c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: a607b607-68f2-4676-99a2-4139d62a3a9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:23Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a2f339e8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: e2ecb520-c32b-43e7-ae0a-845987f85e33
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.168s (2.168s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:25Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a3747cccdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: 8946e2c3-f65b-4302-a4cf-dc4a00e5ab7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:25Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a3772dcd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: d2ce34c3-6b55-469a-be89-5e55044b045d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:25Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a37793de69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: b3cef474-a0be-4da1-87d4-b1fabd8dd002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:24:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:22Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0a3b60bde59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: 74ce0bd2-a30f-4845-bb57-8abf05dc5f06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:24:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:20Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0cc4d7c985b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: a2f01d9f-648b-4ed9-9caa-5cff3cdcc1c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:24:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:20Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0cc4d7d6c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: fc1c7198-8e67-490d-9fe6-609c18a5fc47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 99f8e0bc-ed07-40f9-a1a1-33f2b6326a85
  kind: Event
  lastTimestamp: "2026-09-09T20:24:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:22Z"
    name: isvc-canary-rollback-predictor-6477dbf789-4km2p.18d3c0ccb09fdba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: c6a4fbbe-d71d-4dc3-924a-090d34c8474e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:21:00.777833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-pd99g
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09dc112907d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: 82a0dd4f-d80b-44ee-b598-8aaaa9746789
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09de3a7748a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 8f443dd5-eb36-4eb0-8bd7-f7c5272ed182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09de51b66dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 7f8541fb-2c5d-4e18-8352-53bb39045a32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09de8f76213
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 9f38579e-96b3-4529-b60e-1a2d12b76732
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09de9c655cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: b8a80ec7-148b-4594-a062-5e64faf3a2dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:06Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c09f01034a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: 6cb136d5-618b-44cd-a141-3d3293d964b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 21.096s (21.096s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a3ea741524
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: c454c18c-dfb9-4774-8e54-507888376032
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a3f0683003
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 3da90c41-ba2b-454e-afe7-78bdeb94f64f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a3f1797f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 7d9640c9-e406-41fc-a1f4-b616e916a299
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a3f497859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 90d5a002-f55b-42b9-a434-12ab53153923
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.874s (2.874s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a49fe87f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: cbd1ca32-4175-483a-8ac3-612672e32260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a4a4479e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: f7422285-290c-4027-a990-f9baa5619753
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a4a4bb2c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: fcdda0aa-5bac-467f-b736-3202bdb4ffd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:22:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:36Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0a4a6d17ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: 930bde31-ed9a-4577-b8b1-c2f193b63152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0b69c3e21f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 52f304d0-9c8c-4076-80c5-f26b78f05220
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0b69c3e9ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: edd24d03-1e92-4253-8bc5-8c09cb97a3ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 8c1dba65-9732-4d63-88cf-177ecd33c763
  kind: Event
  lastTimestamp: "2026-09-09T20:22:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:51Z"
    name: isvc-canary-rollback-predictor-6477dbf789-pd99g.18d3c0b78356fabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: c6945234-3076-4bdb-813e-800092859598
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:50.639886Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-t6cq7
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:50Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b7555c7c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 8868f073-c966-4d66-a5f0-22d20a5bd7ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:51Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:51Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b777ac2d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: c99bd803-1856-43f9-a82b-f33c80fcba4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:51Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b77931d4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 110a49b7-3636-4af6-b65f-3aaa354b8b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:51Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b77c09e928
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: cc038f4e-27e7-49d5-a88e-1fdd3a15267f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:51Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b77c83bd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: ded221d5-16a9-425f-918e-175e51a31d40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:55Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b88d570f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 85189b72-a0de-446c-84c3-0f0acade71c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:55Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b891294936
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: ffa71ebe-8b0d-4732-a273-cad238aca97b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:55Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b891b00c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 755e7817-bf80-42d4-aced-d9219acc5428
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:55Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b891bcbc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 9e2e9920-968e-4e6e-a3d3-7d4f2147171e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b8951ad43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 19cf12ae-d345-417d-962e-346e7ea6383c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b895979b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 409511e2-3f6f-450e-95d1-c494fca31502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0b905c88225
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 7ae22ce9-caf5-4c59-b9da-200bc0c32307
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:20Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0cc4d713618
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 62dbe033-d205-4913-b8e3-0ad0bff11910
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:20Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0cc4d72063e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: c6113bb0-d239-481b-b6bd-766e5e35d986
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 51b019bf-ddeb-4378-a8d7-a12d493dc9fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:23Z"
    name: isvc-canary-rollback-predictor-6477dbf789-t6cq7.18d3c0cd0c023057
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: 294dd136-36f3-4eae-ad95-5eb412d9c434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 62d43e67-1047-49ed-8b97-fdabe2bd9b03
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-pd99g'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c09dc0b995db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: c17100b9-7842-45a9-8b05-56aa5fef2eb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 62d43e67-1047-49ed-8b97-fdabe2bd9b03
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-4km2p'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c09dc5e93fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 511f6fc0-10ec-43fc-bd6d-83a82398b33d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 62d43e67-1047-49ed-8b97-fdabe2bd9b03
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6477dbf789-pd99g'
  metadata:
    creationTimestamp: "2026-09-09T20:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c0b69c0c77db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 9fcb8357-9566-4b65-b78b-230e486fdf40
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: 62d43e67-1047-49ed-8b97-fdabe2bd9b03
  kind: Event
  lastTimestamp: "2026-09-09T20:22:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-t6cq7'
  metadata:
    creationTimestamp: "2026-09-09T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:50Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c0b754dc42bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 049018e5-765a-444d-9b88-05deaf0f0863
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: 780ad97f-b822-46c5-8c35-8957711af8ca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6477dbf789 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-predictor.18d3c09dbe1f84d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: fcc4f8c4-7ac3-4548-9d15-c9eafbb69e2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: 780ad97f-b822-46c5-8c35-8957711af8ca
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6477dbf789 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback-predictor.18d3c0b69ba369be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 39078cec-cdec-41d3-b719-bcbfa28b09c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 780ad97f-b822-46c5-8c35-8957711af8ca
  kind: Event
  lastTimestamp: "2026-09-09T20:22:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6477dbf789 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:50Z"
    name: isvc-canary-rollback-predictor.18d3c0b7507c9f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 52bc4b0c-3721-4db3-a63f-85be2c6880ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:21:00.668922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09dba94b663
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 4932e146-a21b-44e6-b702-2d5cde50511f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09dde28e3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 8ab7cbd0-202f-48e6-aa35-6343df8db966
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09ddfa44cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 676eb5f2-9812-4125-b641-e57834c4b193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09de351745f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 6b94187c-3c89-41bb-97c5-0eb53cbb7218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09de3cdb33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: f8b5506f-f44f-4e3c-94bb-c6ca8c9af87e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:06Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c09f00e75b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: ec67c601-d978-4541-9982-bd71026bb31a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 21.461s (21.461s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a400210f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 2ca8eefb-b999-4ac5-a7fd-ebc1276ea9ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a40680474a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 7488d837-09b5-48f9-9bbd-027e41fb5b20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4082be94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 20005198-c6a0-46d6-8b49-607934aadc27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:27Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4083cfa61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 88a9e3fc-2f08-4e6e-a6dc-b5ae297a36c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.573s (2.573s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4a19d2eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 05470aad-11df-4ce9-b12c-f70d302019e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4a57b9e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: b8006c00-1be4-4986-a89a-1abd33cf40f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4a5e1e436
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 46184d3b-5419-4d96-b7de-20ea1abc8678
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:22:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:37Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0a4e3074c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 49558fd2-aa1a-465b-b25a-5c149d1549b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:22:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:50Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0b750d9176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: 79321e19-511a-4852-8433-6c9af96361d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:22:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:50Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0b750d9bd1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: c26ac515-39bd-4bbf-b442-a48eba358282
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 709d4f83-4488-4daf-855c-40523b4f14dd
  kind: Event
  lastTimestamp: "2026-09-09T20:22:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:52Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62.18d3c0b7bf4e2433
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 0951b214-6d61-4007-bafc-72a7a59b657d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 2f8f33ab-c455-4dd5-a08a-f93f8d18a261
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5c8b67b6bd-hzq62'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd.18d3c09dba2d12bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: cb504a6b-afda-449d-80a5-85e4eebf105d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 33a4dccd-2a2b-48cc-8dff-6f16a20f42b9
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5c8b67b6bd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-canary-rollback-v2-predictor.18d3c09db5f4d56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: 9d02c419-cf48-4e55-8979-1091e33390b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 0cc33473-d9c1-42aa-a2d9-b22c4d34f6ae
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback.18d3c09dbdd53518
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: e855afd9-bd89-47bf-93c0-7ed98edda4ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 0cc33473-d9c1-42aa-a2d9-b22c4d34f6ae
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback.18d3c09dbe538359
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 961ec626-67a2-43e4-b388-42485b06249d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 0cc33473-d9c1-42aa-a2d9-b22c4d34f6ae
  kind: Event
  lastTimestamp: "2026-09-09T20:22:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:47Z"
    name: isvc-canary-rollback.18d3c09dbe53cda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 04b34f60-c7fe-4dce-bf3e-4d4fe64bd006
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 0cc33473-d9c1-42aa-a2d9-b22c4d34f6ae
  kind: Event
  lastTimestamp: "2026-09-09T20:24:13Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:13Z"
    name: isvc-canary-rollback.18d3c0b65ebf3243
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 76b67c82-73fa-4e70-b47a-8f87199b708c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:25.940794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cd85bcf969
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: b8f2c1e2-1a9f-4ab3-9ed8-8009550f2f52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cd91d83068
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: bfe664f3-cfb7-4358-9a10-109fe2bd9bd3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cdcc5426e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 5bd2a5d2-b3e9-4539-bf5f-3683e4644608
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cdcf3364d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: bd639fcd-945f-45a1-91c9-9605f899ceee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cdd2c61c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: e9423b6b-525f-415d-894a-12517a345878
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cdd33ff56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 8adce5d0-8d42-4ef1-b2c1-c8ae41fcd1c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0ceca5fe16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 5cbaddd1-646d-4c2e-88c2-c959da0893d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cece9d33ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: ffcfbbd2-ae34-4839-8370-be4156576f7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cecf257282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: a1d422b1-7866-4777-91f1-2451591359aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cecf30c7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: d157db6e-e707-4149-b7b4-78746917b4de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0ced3332702
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: aa6e71f2-824a-48eb-af51-979e0b398d46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0ced3bd73a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: ba1de4c5-27ae-4aac-91b2-62fe4ddbb016
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:25:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:39Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0cf429108ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 0a83c284-121b-4af2-b212-f49febd327da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0e0ea20529d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 83030273-e2fd-4017-8c58-5bed965d8b1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0e0ea20cc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: 44f83149-bf58-4bcd-add5-ca40c0edd0d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 307adf6e-a272-4e68-8064-7ebf677e3dd1
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-b6phq.18d3c0e0f4bdca44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 9803cbae-bd3c-4815-b9dc-fe85a2ca2f9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:25.984348Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cd88558072
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 1aad4492-7893-4ca9-b669-188648071ef6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cd93542f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: ea83436b-84fd-417b-a98c-f83b13b8031c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cdcdd8cf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 3c0631eb-dd7c-4eda-8b7b-1b7e63ee5ef5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cdcf611540
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 964deced-9b87-4043-9f59-7d0f4fa35414
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cdd2a02402
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 61053b2e-b722-42e3-bfda-2874140ba80a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cdd303993f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 376f08e2-b45a-407f-b332-76c17986cce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0ceb4cfae09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: fb525b44-46f1-4045-85ad-b9b183385ad0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0ceb86353e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: f0903d04-e57c-4e8c-aa18-6f0f9308e906
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0ceb8d99a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 22d197d0-3173-43e5-938a-771a447a2f39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0ceb8e47647
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 91d3b29d-ef2d-4af7-b09a-02f625b4bd1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cebbd79eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 282b8082-328f-49c8-8605-6993a355598d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cebc4aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 1b8d1d35-1b30-4ebb-8f02-21e3018c16c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0cf2c9d7821
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: bcfd576b-2947-4c9b-b71d-296b7b6e1f80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0e27bac940f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: dc8e381d-6ace-4861-9d21-97fd7323ebf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0e27bad0c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: 4b98991a-b151-4fc2-b613-487b80ffc086
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 04406c93-4015-4ffb-95af-2c6f85e94c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-rpc42.18d3c0e332cb22d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: bf1c5467-8cf8-4eec-ad09-5d018354f488
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 5d865e0f-d91a-4cc5-bf87-b0eb07a803fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:25Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f8f5d9cc-b6phq'
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c0cd85517cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: 89effeb5-42b1-4aea-8d5b-c104f532534e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 5d865e0f-d91a-4cc5-bf87-b0eb07a803fe
  kind: Event
  lastTimestamp: "2026-09-09T20:24:25Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f8f5d9cc-rpc42'
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c0cd87f4fc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 87cdaf95-f529-419d-8bf1-efb25b0d1671
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 5d865e0f-d91a-4cc5-bf87-b0eb07a803fe
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-69f8f5d9cc-b6phq'
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c0e0e9e4ff3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 18bf0d1e-389e-46d2-b563-55bacd634310
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: e23d4669-4c1a-4b74-9289-2588ff66192d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:25Z"
  message: Scaled up replica set isvc-canary-stop-predictor-69f8f5d9cc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-predictor.18d3c0cd825154c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: ac77e8c8-863e-4a33-afbc-98a2af78ff12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: e23d4669-4c1a-4b74-9289-2588ff66192d
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Scaled down replica set isvc-canary-stop-predictor-69f8f5d9cc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop-predictor.18d3c0e0e97c339c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 5be648c9-7aba-4fb7-ab55-043e6c53f572
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:25.904796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cd8397a664
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 996a2f7a-550c-4ada-8a05-caf8f8c001ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cda5d45ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 037ffd5f-ce40-4ee5-8000-ae1b282f9b37
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cda7cec91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: c1148d09-0366-4372-acd2-e82412736fab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cdab4ffc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 0ce53e12-f2bb-488b-aaef-931348ac2094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:26Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cdabcb1914
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 645cf91d-3cc5-40b4-b630-6109a407d216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0ceca45153e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 399e55ff-5bc5-4d8d-bead-07b609d04ea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cece8effb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a17bf350-2104-4dc5-b4a2-b94c8de1abc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cecf18a65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: e4a6b968-ec3b-4cac-9934-ee7a2ccd457f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cecf25f8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 16600ffa-0101-411f-8537-1a3ce0c5ac53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0ced326ff7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 832f101a-8d8e-4852-9b58-a61cacc407ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:24:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:31Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0ced3aefaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 3440107d-7d7b-4f50-a39f-b940319e6184
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0cf4291e805
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 0f521c26-80b9-45a8-aa0b-2f5c2f95641a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0e2799d114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: 44668c67-b5fe-4418-a038-6559611e97b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0e2799db502
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: fface0f1-348f-4ce2-acd6-a00df650da47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 4e9e345b-f9c0-4ff0-801c-f263f15d7763
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p.18d3c0e348d69549
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: fd132f12-ba2a-4091-a351-0bbb6e61c5c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: e62c8186-31da-4336-a99d-52a2fb8cc01b
  kind: Event
  lastTimestamp: "2026-09-09T20:24:25Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-7f9ff7fcd4-rsg4p'
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4.18d3c0cd83184e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: 3100691e-002c-497a-84b9-a6004361e98a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: f28fb553-8ddf-45f8-9907-3660e43409b5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:25Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-7f9ff7fcd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:25Z"
    name: isvc-canary-stop-v2-predictor.18d3c0cd80385cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 1386a406-bb2e-4745-9b72-4fa535e29853
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: f9e49a88-ade2-47c1-bcc9-89d4ae6ee442
  kind: Event
  lastTimestamp: "2026-09-09T20:25:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:51Z"
    name: isvc-canary-stop.18d3c0cd8207e8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17972"
    uid: 2bfb41c0-913c-481e-bdc6-3ff510c94f4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: f9e49a88-ade2-47c1-bcc9-89d4ae6ee442
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop.18d3c0cd82859422
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 20e49f35-826f-4ca7-8675-a9ebc04ba45e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: f9e49a88-ade2-47c1-bcc9-89d4ae6ee442
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-canary-stop.18d3c0cd8285e935
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 4b598373-891c-42ed-b15a-f9a167e10a1e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: f9e49a88-ade2-47c1-bcc9-89d4ae6ee442
  kind: Event
  lastTimestamp: "2026-09-09T20:25:51Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:51Z"
    name: isvc-canary-stop.18d3c0e16037b06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 12814036-a389-4735-813c-e0e550383914
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:14.616006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:14Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c102c3d7bcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 878e2b6e-8bdc-4c14-a5df-d4e518be76a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: "2026-09-09T20:28:15Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:15Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c102e59ed96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 45338569-92c9-4794-85cd-714f11be9b6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: "2026-09-09T20:28:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:17Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c102e6fe93b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: af341c55-06c1-4d89-a890-34322693e954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: "2026-09-09T20:28:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:17Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c102e9f810c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 4cd5b51c-ab74-4f6a-ba4f-4367066ef044
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: "2026-09-09T20:28:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:17Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c102ea6f9e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: 7027f609-2c04-4493-b115-4708f3ade1d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: e004f8f9-fe17-4dfe-9873-358880866850
  kind: Event
  lastTimestamp: "2026-09-09T20:28:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:19Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r.18d3c103fe732e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 42301cd0-4b23-4d65-9745-d0b577324dce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8c572d-predictor-857c76bf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 6cb60f0c-d332-4805-8a5d-a8a962cd8f4f
  kind: Event
  lastTimestamp: "2026-09-09T20:28:14Z"
  message: 'Created pod: isvc-init-fail-8c572d-predictor-857c76bf94-drg7r'
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:14Z"
    name: isvc-init-fail-8c572d-predictor-857c76bf94.18d3c102c36b6fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 2b28a134-b496-4ca6-81d7-fa3d4dbbaa81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8c572d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: dc773107-adf7-4102-85b8-bcce8e05a521
  kind: Event
  lastTimestamp: "2026-09-09T20:28:14Z"
  message: Scaled up replica set isvc-init-fail-8c572d-predictor-857c76bf94 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:14Z"
    name: isvc-init-fail-8c572d-predictor.18d3c102c05d1b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 43916343-7930-43e6-b8ef-75a3b6d3ed71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8c572d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: c466089a-849a-4fa2-ac3c-6fd5de9c85b6
  kind: Event
  lastTimestamp: "2026-09-09T20:28:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:17Z"
    name: isvc-init-fail-8c572d.18d3c102c06d928f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 1ae83b73-788f-4549-a16f-6b46e8318fed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8c572d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: c466089a-849a-4fa2-ac3c-6fd5de9c85b6
  kind: Event
  lastTimestamp: "2026-09-09T20:28:14Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8c572d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8c572d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:14Z"
    name: isvc-init-fail-8c572d.18d3c102c0d6c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 2cf8df7d-43ca-4faa-8913-18194f4eb531
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8c572d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: c466089a-849a-4fa2-ac3c-6fd5de9c85b6
  kind: Event
  lastTimestamp: "2026-09-09T20:28:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8c572d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:14Z"
    name: isvc-init-fail-8c572d.18d3c102c0d711a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: 6ac29aea-4bcd-44ee-b8d5-a666cf2441ce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:06.376877Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f2e0795bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 31f9a110-6f1d-428f-a0fd-a8c0f919b4d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f302baa4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: c1daeb73-b92c-48a8-a867-38b476da05a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f3043d06e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 5fd37016-8e8b-4e59-afdf-4318f9b5a55e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:07Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f307c1c10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: 3072daa4-90fb-44c2-84d1-ccb9abee3537
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:07Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f30836c347
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: 64d962a2-28c1-4775-ac5a-6e1eaefc5ac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f401f6315a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: df5204c8-ed01-488d-9472-0625802762a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f405d94577
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: d665577b-3244-4794-a214-62bd2ab107eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f406680ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 45cc168b-c3eb-4305-964c-94e92c1a1137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40673453c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 73786ae1-daf3-4160-b251-735a93f66680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40a6b00fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: bd130e39-1b3e-468c-80a4-fc11587105c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40ae553fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: a6608913-1e75-4c3f-b137-e369dcd23df5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40af0c559
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: 6fff4485-23c3-4a2e-8ecb-23112a2fb454
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40e127691
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: 4f418b52-56b1-4b6e-ab86-d2661a6fa232
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:27:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:11Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f40ec8baa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: 574f95c0-fc39-45c4-a125-34b0b35f137c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f43e172aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: caea4141-06e0-477c-aad0-932f641a21a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:48Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c0f47a004c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: a08eee1c-9d35-4758-af57-92994c95c325
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c10908c4502f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 306cc0a3-5f30-4be6-b1d0-532c2173dc6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c10908c4a5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 0e388477-f0fb-45ca-ac33-03c520a3e490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c10908c50bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 5ad5ee35-ff80-4f9d-9f9c-c4aab2b5db09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 1f3232b0-c14f-41bb-9ba4-f2fddda37939
  kind: Event
  lastTimestamp: "2026-09-09T20:28:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:54Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p.18d3c109aa477a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: 279932fd-0716-400b-9462-b34a27f0e53b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-6734e-predictor-67f97574b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: ffd19844-d902-42e6-b98f-71ff839bcec6
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: 'Created pod: isvc-logger-raw-6734e-predictor-67f97574b6-pq49p'
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e-predictor-67f97574b6.18d3c0f2dfe06c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 0e6efda1-49e2-4274-a7c2-3336115e81b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 5d15f4bc-3495-4f1e-8860-f67f4c321736
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: Scaled up replica set isvc-logger-raw-6734e-predictor-67f97574b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e-predictor.18d3c0f2dcde274b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: ee05f545-6ad4-4cfa-8736-b71b57c45a32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 94654478-078d-4356-881c-2d19e68d8506
  kind: Event
  lastTimestamp: "2026-09-09T20:27:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:36Z"
    name: isvc-logger-raw-6734e-predictor.18d3c0f65b50c1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 0921fec7-1940-4f9d-a3a5-74f551cc0f09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 94654478-078d-4356-881c-2d19e68d8506
  kind: Event
  lastTimestamp: "2026-09-09T20:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:36Z"
    name: isvc-logger-raw-6734e-predictor.18d3c0f65bb946ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 2b486d78-a884-4029-861c-406d75c7e7a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: 94654478-078d-4356-881c-2d19e68d8506
  kind: Event
  lastTimestamp: "2026-09-09T20:28:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:36Z"
    name: isvc-logger-raw-6734e-predictor.18d3c0fd58fd098a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 3e4fd969-95b5-4c6b-aa66-3b8b0b855db9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: 94654478-078d-4356-881c-2d19e68d8506
  kind: Event
  lastTimestamp: "2026-09-09T20:28:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:36Z"
    name: isvc-logger-raw-6734e-predictor.18d3c0fd59666c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 7a18af35-352a-4fe1-bb28-a7dff241800d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: d97005b9-3c12-4e48-93de-e9b4888ca938
  kind: Event
  lastTimestamp: "2026-09-09T20:28:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:28Z"
    name: isvc-logger-raw-6734e.18d3c0f2dcd5e888
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: ab938824-210d-4e34-a133-9f4671d4147c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: d97005b9-3c12-4e48-93de-e9b4888ca938
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-6734e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-6734e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e.18d3c0f2dd6ed44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: a57de852-9b72-4c66-afb3-02d11dd4574d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: d97005b9-3c12-4e48-93de-e9b4888ca938
  kind: Event
  lastTimestamp: "2026-09-09T20:27:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-6734e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:06Z"
    name: isvc-logger-raw-6734e.18d3c0f2e2c18284
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 60f1d141-f77c-4f29-9e8e-c7a413ae75c8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: d97005b9-3c12-4e48-93de-e9b4888ca938
  kind: Event
  lastTimestamp: "2026-09-09T20:28:28Z"
  message: InferenceService [isvc-logger-raw-6734e] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:28Z"
    name: isvc-logger-raw-6734e.18d3c105ed1605a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 40cf4445-a04d-493e-8042-b2ae60fd995c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:36:36.668284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:36:36Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177a87d8e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: d95abbd7-1dda-4eed-afb4-916e29451931
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:36Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177b1b04381
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: 89567613-7f26-43bb-8c49-0a6d1b04444f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:37Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:36:37Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177ee5656e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 631ab63c-358f-41db-9abc-c7b32dea9bcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:37Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177efe2d714
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: 03bf2fd4-889e-47d2-b528-581f41aeeb46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:37Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177f305e239
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: a885bb56-848d-43d0-b009-909fc1626ad5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:37Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c177f38359f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 78c94200-f1f9-4063-9832-eb6da9406b17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178eb2b744f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: cdf68358-5b5e-4e88-92cf-c6d59811067f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178eeabd5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 74f12c55-e44f-4cf0-ac65-b09e8dec4827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178ef2f0003
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: 6bb68415-fe31-4251-8fd4-56cb5b0d08d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178ef3ccb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 2deffce8-c790-4a7f-96f8-7033bc82499d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178f24417eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24105"
    uid: 25ebf37b-a8ea-4a27-b625-56ccc0073104
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178f2c43120
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: ae96430e-09dc-4973-902a-63ca0c54fd57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178f2d168e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 8f10a8bc-aa3a-4d30-9e69-6b66c92a4b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178f6acee43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: dd87f99a-6b73-4419-b6d8-45b4ed67eb82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:42Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c178f725cdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: b15ac066-2188-441d-b736-a27974678bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:20Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c179633673b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24900"
    uid: 2925348e-07d6-46a9-8f82-bfb0f6c38f89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:20Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c179633facae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: ff535979-062d-4d5f-8bb1-e1e1c2db23b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c18dd69475e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: e57b6ce8-9adf-42bb-b2c0-dc5953e845ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c18dd694b8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: b6132a6c-6537-4539-ad7e-e138ff1824fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c18dd694bdf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: 77508d0f-d64a-4dfd-a043-54927808e421
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: bc30d9b7-6e07-4726-8f48-e83456127b6e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:30Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn.18d3c18e9377e1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: c6bf4cf6-7304-4f21-8faa-e2d2bcf8540d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-69444974bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: e21b2e5a-715f-4de7-9eca-88ec92c95da3
  kind: Event
  lastTimestamp: "2026-09-09T20:36:36Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-69444974bf-rrtdn'
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:36Z"
    name: isvc-logger-raw-cipn-predictor-69444974bf.18d3c177a7efc3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24033"
    uid: 2da3ee7b-6357-43cd-8ed7-62c2e1849548
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: b1c867b9-4028-449c-bcac-b4e8e325207d
  kind: Event
  lastTimestamp: "2026-09-09T20:36:36Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-69444974bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:36Z"
    name: isvc-logger-raw-cipn-predictor.18d3c177a4a6dc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 38f85dea-031d-44b2-94e6-440fe8e5e734
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: 7fcdbfde-4d8b-4a68-b492-c123096c725e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:51Z"
    name: isvc-logger-raw-cipn-predictor.18d3c17b23368321
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: cc15538c-27b2-435b-b64a-982eab0fb5ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: 7fcdbfde-4d8b-4a68-b492-c123096c725e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:51Z"
    name: isvc-logger-raw-cipn-predictor.18d3c17b239708d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 6a31c6b5-4bce-476a-9879-85a4decb6d67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 7fcdbfde-4d8b-4a68-b492-c123096c725e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:06Z"
    name: isvc-logger-raw-cipn-predictor.18d3c17ea2381a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: cf2fd0fb-1589-4b29-83d3-cb84a7b52aff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 7fcdbfde-4d8b-4a68-b492-c123096c725e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:06Z"
    name: isvc-logger-raw-cipn-predictor.18d3c17ea294b984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: 3b25d193-dddf-48a7-aeb1-a2676a88e63a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 256d46e1-2d4f-4ab8-89ad-e0a1eeb0e558
  kind: Event
  lastTimestamp: "2026-09-09T20:38:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:00Z"
    name: isvc-logger-raw-cipn.18d3c177a4da7e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: 81cf84b5-d57f-4600-beaa-75ed16dd09df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 256d46e1-2d4f-4ab8-89ad-e0a1eeb0e558
  kind: Event
  lastTimestamp: "2026-09-09T20:36:36Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:36Z"
    name: isvc-logger-raw-cipn.18d3c177a5593a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 864ae039-bb88-4a28-90cb-1e072a8ccb9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: 256d46e1-2d4f-4ab8-89ad-e0a1eeb0e558
  kind: Event
  lastTimestamp: "2026-09-09T20:38:00Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:00Z"
    name: isvc-logger-raw-cipn.18d3c18b1b5ae3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: aa92e8ca-6120-4fc8-863f-1eb39b268776
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:26:06.186152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e4dcd3b74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 8be18cfd-a349-4639-a77a-94ec9341b721
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e4fe95b08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: facfd123-964d-44e0-ad3f-660244adb47f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e4ffedd0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 8f6d6bbc-a139-48e4-b05e-a7f3e85877b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e5023c9eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 26bf72f7-7799-45b1-9604-b6a4db9b5a17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e502b023b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: d79b3dd9-587a-46d8-956a-0a0f74d0c543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e614bb7006
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 938bb41c-781c-4e9f-96df-38e4553bb945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e618296efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 5f1dd0af-6b85-4fd0-b860-79599102c8e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e6189f5e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: a57527d9-c054-4871-9d13-83a47f5c794f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e618a8f39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18236"
    uid: 263ef480-c548-45c5-8712-974f33ca7195
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e61b66a20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18238"
    uid: 24f3c013-50e0-479e-9162-f977e84dc217
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e61bdbd195
    namespace: kserve-ci-e2e-test
    resourceVersion: "18239"
    uid: 4cb0c697-36bc-4197-9155-a151c4d0e5b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:27:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:19Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c0e68cc4afbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 0149bf65-38ed-46da-a1fa-c44faf9ccdda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:28:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:09Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c1018ea8d8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: c7a0d182-8cd6-4a46-8659-ffd9fe31e365
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:28:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:09Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c1018ea9525f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: c607c360-cfaa-4e46-9719-ced0941c3ad8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: a0888a80-160c-4283-9b7b-5098359056ba
  kind: Event
  lastTimestamp: "2026-09-09T20:28:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:09Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf.18d3c1018f1b4609
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: 4cd3202c-c0c3-40fb-afc0-72a3fb1e4902
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18153"
    uid: 8befb9c7-928e-4002-9e41-1fc112e1b4bb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: 'Created pod: isvc-primary-0e8b8c-predictor-64cffb8fdf-l65sf'
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor-64cffb8fdf.18d3c0e4dc74538a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: 1caf7023-a90e-4101-aaae-5922d466d786
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 4ae17817-7a11-4bdd-af50-fa56c29f4035
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: Scaled up replica set isvc-primary-0e8b8c-predictor-64cffb8fdf from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c-predictor.18d3c0e4d9b9dcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 7ee14f33-d947-4366-a87d-c9d46630b28b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: fa963722-6573-476c-9161-53530cc9215a
  kind: Event
  lastTimestamp: "2026-09-09T20:26:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:51Z"
    name: isvc-primary-0e8b8c-predictor.18d3c0e8582385f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 0499bc39-101d-4626-89ca-7ec41b030d30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: fa963722-6573-476c-9161-53530cc9215a
  kind: Event
  lastTimestamp: "2026-09-09T20:26:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:51Z"
    name: isvc-primary-0e8b8c-predictor.18d3c0e858822445
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: cbc2763e-1d2c-419a-b528-b1dfa2223576
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: fa963722-6573-476c-9161-53530cc9215a
  kind: Event
  lastTimestamp: "2026-09-09T20:28:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:06Z"
    name: isvc-primary-0e8b8c-predictor.18d3c0f2d4911967
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 753a4116-7b75-46b1-a406-9d732942ccb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: fa963722-6573-476c-9161-53530cc9215a
  kind: Event
  lastTimestamp: "2026-09-09T20:28:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:06Z"
    name: isvc-primary-0e8b8c-predictor.18d3c0f2d4ef73b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: bc169fb0-0996-4d40-9806-93f25b0e3cdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: ff6e0b0c-5ec5-441a-94c6-fafc9d817794
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-primary-0e8b8c.18d3c0e4d9b77c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 407b74a2-4472-4213-aa20-300bef852576
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: ff6e0b0c-5ec5-441a-94c6-fafc9d817794
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0e8b8c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0e8b8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c.18d3c0e4da36959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 7e48a7a2-eb6a-40ca-a26c-7f97c810128c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: ff6e0b0c-5ec5-441a-94c6-fafc9d817794
  kind: Event
  lastTimestamp: "2026-09-09T20:26:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0e8b8c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:06Z"
    name: isvc-primary-0e8b8c.18d3c0e4da36e6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 89e6ba3c-13b6-479c-a979-0b9f3b13f328
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: ff6e0b0c-5ec5-441a-94c6-fafc9d817794
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: InferenceService [isvc-primary-0e8b8c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-primary-0e8b8c.18d3c0f843b83f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: 2e4373ef-fce6-4248-ba73-568ed697f454
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:21:00.875584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09dc6e63233
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 23171522-df6e-435c-a461-7e3039214a36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-43f1f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:01Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09dd064c2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 16211d3d-610b-4f1b-be06-8353084ad0fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:02Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:21:02Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09e0d9f26d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 2b826ada-29a0-4b17-8ae0-36154e6ffb4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:02Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09e0f3210fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: e6761a13-a14c-4d20-8497-42599653e66d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:02Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09e13563859
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 06efdab5-7e59-4c94-ab96-4793056b2b61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:02Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09e13ec7d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 18beb358-e69b-4525-8699-b2962e3e028c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:06Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c09f012168af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: 1cf8472f-8fa5-4a08-97fd-35ae13cff3c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 21.959s (21.959s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a41e023167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 1df68933-a1c7-41ac-9a74-d65c8340ec47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a4227122d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: d0e4d99a-5643-4312-b941-4356b89c1a6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a42309312e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 7d219f84-3ecb-4b09-924f-4956de972b85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a42321f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 144f8b02-d167-47cd-bc66-6ccad13e5cb8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.111s (2.111s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a4a0ffa15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: cb254faf-4abb-45c2-ab43-74809e8b333a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a4a55d2cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: d243a452-3ec4-46a0-b1bc-20ca271e96e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a4a5c7fda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 102133cc-d036-46f6-b6fd-abe86298e54e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
  metadata:
    creationTimestamp: "2026-09-09T20:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:30Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a4a5d6ee13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: b5623c13-639f-476a-988e-d24839b2c9c4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    in 2.054s (2.054s including waiting). Image size: 243590734 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:32Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a5204e66dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: e0be60f6-5b74-4c0b-a74e-20232ff3d6e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:32Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a523aa48ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: b7c2aff7-47ee-459b-8f79-96e7f3c77122
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:21:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:32Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a52413e2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 44c98b8f-0489-4c97-856b-0ff35ce7fef8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a55b096948
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 031c1b80-f459-459b-a4fc-e18ff582acab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0a596e38f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: c479de4d-1a60-4f36-8234-b7b993e6c622
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0bad441ddd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 7ab93fba-cc71-4a61-a538-3ad3c000f5a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0bad4424adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 054fe659-db21-458d-9fef-bb5b7fac728b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0bad4428d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 95c30a58-e7cf-4f9e-abf0-a1970ca54503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 974a1497-4814-47ee-92dc-ad0c1322ebca
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5.18d3c0bbf12f6df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 402ec061-afce-4da6-95a3-39e02f6ed971
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 844b9182-ef2d-4bd3-a9aa-60b4b67e395d
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb-szbx5'
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb.18d3c09dc6815303
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: d0525879-d405-49f6-9a15-233f5136ad78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-43f1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 580094cc-f82f-402f-9c37-117326d321b0
  kind: Event
  lastTimestamp: "2026-09-09T20:21:00Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-43f1f-predictor-5b55655cfb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:00Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor.18d3c09dc2d331aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: d613a2b1-777b-4124-9c39-290ac930dbbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-43f1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 08b2ec63-8375-4f15-b66a-85137afa9bc9
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor.18d3c0a142285b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: f5a00e9e-1c66-4a6b-8e04-b5a9dfd8e865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-43f1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 08b2ec63-8375-4f15-b66a-85137afa9bc9
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor.18d3c0a14284992e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: d6785703-c596-4cd2-ae2e-f84c0125ca6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-43f1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 08b2ec63-8375-4f15-b66a-85137afa9bc9
  kind: Event
  lastTimestamp: "2026-09-09T20:23:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:00Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor.18d3c0b2bcc76ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 87e349e8-3c0b-4293-9f4c-a870b43168c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-43f1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 08b2ec63-8375-4f15-b66a-85137afa9bc9
  kind: Event
  lastTimestamp: "2026-09-09T20:23:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:00Z"
    name: isvc-raw-sklearn-batcher-43f1f-predictor.18d3c0b2bd27aec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 9229f689-acaa-481b-8408-2f1e690b9a40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-43f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: 8366df7b-cb19-4102-bcb2-761125949178
  kind: Event
  lastTimestamp: "2026-09-09T20:22:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:56Z"
    name: isvc-raw-sklearn-batcher-43f1f.18d3c09dc3098532
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 870c299e-5fcf-4e0f-9931-d62f48612bcd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-43f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 8366df7b-cb19-4102-bcb2-761125949178
  kind: Event
  lastTimestamp: "2026-09-09T20:22:56Z"
  message: InferenceService [isvc-raw-sklearn-batcher-43f1f] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:56Z"
    name: isvc-raw-sklearn-batcher-43f1f.18d3c0b8a07679b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: ec1def6c-a3ed-45d2-ba30-60d100ac3ca0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:51.375339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:51Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fd5a97552e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: e116e287-3a32-4772-a159-5035202ed092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:27:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-0e8b8c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:52Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fd644fb287
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: da07f030-e353-4d52-84df-2a574e089cd0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:27:53Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:53Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fdd60987e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 5108c740-b8af-4b8b-b1c2-d639a580d35c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:27:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:58Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fdd77647d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 20f75ed6-3c49-40d5-ad40-4fc6106a317b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:27:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:58Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fdda77c4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: 3be34bd6-0641-4755-86da-aa5d97772311
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:27:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:58Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c0fddaf19c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 1290f40e-0010-454c-b3b3-5358a22d8c19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 85b8a8ff-060c-4718-971e-e66c7b5c9d06
  kind: Event
  lastTimestamp: "2026-09-09T20:28:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5_kserve-ci-e2e-test(85b8a8ff-060c-4718-971e-e66c7b5c9d06)
  metadata:
    creationTimestamp: "2026-09-09T20:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:05Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5.18d3c100b8f1386b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 8d18b959-c46c-46af-a8eb-b689885a5518
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0e8b8c-predictor-854d589cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 2a263a7b-c52c-4b2b-81cf-6752f68c43fd
  kind: Event
  lastTimestamp: "2026-09-09T20:27:51Z"
  message: 'Created pod: isvc-secondary-0e8b8c-predictor-854d589cc4-thjs5'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:51Z"
    name: isvc-secondary-0e8b8c-predictor-854d589cc4.18d3c0fd5a055613
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: aecc68ce-6182-4cc6-8b99-529f7451302d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: ec8b2ad4-cb5d-46ab-b0ec-4c40f6b91c82
  kind: Event
  lastTimestamp: "2026-09-09T20:27:51Z"
  message: Scaled up replica set isvc-secondary-0e8b8c-predictor-854d589cc4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:51Z"
    name: isvc-secondary-0e8b8c-predictor.18d3c0fd57041ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: 8a26e3c0-22f7-49da-bf29-c1d9247ad91a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: fd490c1c-e288-4f51-8413-6e94eb90a019
  kind: Event
  lastTimestamp: "2026-09-09T20:28:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:06Z"
    name: isvc-secondary-0e8b8c-predictor.18d3c100d57639e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: bf67ce08-ebe9-40f4-be7d-66d606a0f9eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0e8b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: fd490c1c-e288-4f51-8413-6e94eb90a019
  kind: Event
  lastTimestamp: "2026-09-09T20:28:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:06Z"
    name: isvc-secondary-0e8b8c-predictor.18d3c100d5c94eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 8d153830-e526-4006-acb5-4e822c7a86ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 3e8c976b-76b2-4a61-a926-7f026c65de4e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:06Z"
    name: isvc-secondary-0e8b8c.18d3c0fd57046fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 84363d3e-6d27-4d82-86da-1398c7745692
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 3e8c976b-76b2-4a61-a926-7f026c65de4e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:51Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0e8b8c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0e8b8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:51Z"
    name: isvc-secondary-0e8b8c.18d3c0fd5784f891
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: 0d657064-8c04-4259-8208-d898bcb5ec9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0e8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 3e8c976b-76b2-4a61-a926-7f026c65de4e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0e8b8c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:51Z"
    name: isvc-secondary-0e8b8c.18d3c0fd578542b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: a7472c55-7663-48f5-82e0-3177cda5b030
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:23:05.779611Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0badbc25e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 34865699-7ab9-40bc-a501-0f5b6eb34208
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bafd545410
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: a466b4f3-00a0-41ec-9422-91261cd633d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bafeb8a26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 5f499668-651f-43e6-b048-d609a4cd471b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bb012df24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: adcbbe61-9c96-46b4-8c23-8c88bf80695c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bb01ace13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: f6728b5b-3ff4-43c1-a921-49825570ff01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc02026afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: c57fae1b-e45d-4236-b08a-d1794ac88e99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc04be191c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: f779507e-63fa-4791-8b56-1a17aefdd2d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc052f94d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: a2f82880-9430-481b-8a70-4944d5fa9d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc053945a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 4e897adf-7725-4969-8be4-ca07dbdbb309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc08703960
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: f29ff511-8693-4046-9c45-75bebcdbb41b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc08df0c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 1a7098b4-4d06-4447-af28-b86b737653b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:23Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0bc3e216c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: a3205f8c-f121-4372-a8e3-e45a73f2ca91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:55Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0d48434ba5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: d13b27d5-da4d-4318-be4b-64da307041f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:55Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0d4843531e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 59586f40-b8b8-43c5-8539-f2aa4c208f80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 70282371-edec-45aa-ac9a-5ee5c830ded1
  kind: Event
  lastTimestamp: "2026-09-09T20:24:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:57Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5.18d3c0d4ec7d0618
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: ebe16863-1891-4434-8b95-c5382c446bf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 44dc0c17-472c-46e0-8bd3-cf9b7b4a3960
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: 'Created pod: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44-79cv5'
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-sklearn-graph-raw-f811d-predictor-6c68845d44.18d3c0badb210c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 23283712-5527-4199-8bb4-091df653f7ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 84524739-19a4-40b5-866e-795f3c28ee99
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-f811d-predictor-6c68845d44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-sklearn-graph-raw-f811d-predictor.18d3c0bad88e9e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 5e6cc620-0259-4fed-a1cc-acbf0b299552
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 176c3483-5cf0-488b-b51c-949431a58a78
  kind: Event
  lastTimestamp: "2026-09-09T20:23:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:35Z"
    name: isvc-sklearn-graph-raw-f811d-predictor.18d3c0be576d76b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 8c022dcd-c6d8-4ea3-9bcc-63fb27d714df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 176c3483-5cf0-488b-b51c-949431a58a78
  kind: Event
  lastTimestamp: "2026-09-09T20:23:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:35Z"
    name: isvc-sklearn-graph-raw-f811d-predictor.18d3c0be57cc76c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: 724e344a-ac27-4187-be3d-38480df9a4d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 176c3483-5cf0-488b-b51c-949431a58a78
  kind: Event
  lastTimestamp: "2026-09-09T20:24:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:50Z"
    name: isvc-sklearn-graph-raw-f811d-predictor.18d3c0c555adc2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: 37f20b6d-6d91-4d26-8c49-3aa995816901
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 176c3483-5cf0-488b-b51c-949431a58a78
  kind: Event
  lastTimestamp: "2026-09-09T20:24:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:50Z"
    name: isvc-sklearn-graph-raw-f811d-predictor.18d3c0c5560c9e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 547c5660-3b1e-4abd-8a63-7a5bfe391af4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 65b599bb-e9f5-4082-8607-059728deb45f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-graph-raw-f811d.18d3c0bad88f1b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 3b6d94f8-88a6-4c7c-a319-e6a7298ca7e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 65b599bb-e9f5-4082-8607-059728deb45f
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: InferenceService [isvc-sklearn-graph-raw-f811d] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-graph-raw-f811d.18d3c0cf35ec0613
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 2521619c-f231-418d-951a-a239826063c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:56.116052Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d48c52f6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: ddd09214-2a06-422b-809a-75b20ef641f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-2aad0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d497b2c550
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: a17771b6-fbea-4223-9c8b-26839c94c052
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:24:57Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:57Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d4d24e7bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 5ef9fe7c-285c-4ae0-92d6-4e811e2035ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:24:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:57Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d4d45762cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: ff8897cf-271f-4cc1-9d6e-a124ec15e4b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:24:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:57Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d4d7a90c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 6400b3c1-66b8-4d67-b472-102a8b3baeba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:24:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:57Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d4d8356349
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 97bec359-4c17-4036-a8da-ab2d7b4aa5d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d00db890
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 924f1c96-1728-4f6c-ae11-35060c1efb6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d3980a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: 5c62c317-3146-4eb9-a4ba-2f784407338b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d417e84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: cd21393a-9f6b-4d29-806d-dfd3b27a0024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d4234df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 3adf6b73-f14d-44a4-8f03-193c6ab52e06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d7ce5ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: 67a19601-cb65-4db1-acee-65bc926222fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d5d845d909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: a86210c9-b942-40c5-8750-b54b5ea05d92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0d60c2f1d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 5a2d89d0-d819-4cfa-a68f-47aafbd6b70a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0ee30745050
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: be0018ce-9f27-485f-80cd-6c1e3d9d97b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0ee3074d4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 56734086-6207-4e31-b168-a06d39a02267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 7a7ae7c2-5021-4617-9cda-9b1f0cd16473
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r.18d3c0eeba7abe7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: bd6a5202-8b3b-44c8-8f67-7417a37ca327
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: 1fd27c2b-9adb-4b20-921b-6d922e4b753c
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44-9d25r'
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44.18d3c0d48be29ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 2e5ba5a2-ca0e-4d6b-b16a-ce5990efd284
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 4f3ea6e4-65d3-4f5b-b573-9857862ae7b3
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-2aad0-predictor-95c8d8c44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor.18d3c0d488f66519
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 934d2fec-9604-4d5a-903a-c5a34bf82de5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: ccdd0e7f-44cb-45f1-9cfc-02b8d4e5567c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor.18d3c0d80818343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: a3844354-03ef-4175-94a4-45b26f7bccdd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: ccdd0e7f-44cb-45f1-9cfc-02b8d4e5567c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor.18d3c0d8087a98da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 40c5df80-b70b-4258-bcf4-d693a3c83437
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: ccdd0e7f-44cb-45f1-9cfc-02b8d4e5567c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:41Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor.18d3c0db872b1478
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: b09cd930-dae4-4e76-a292-b9f291d3285c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: ccdd0e7f-44cb-45f1-9cfc-02b8d4e5567c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:41Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0-predictor.18d3c0db878a0a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 09101bf3-d4df-4e44-9303-ce53966e0bf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: f1717ba5-e919-472e-9f68-f69b0404dea3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:18Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0.18d3c0d48981684c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 11ee86b2-a38e-4194-93d0-79cb8eccf8e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: f1717ba5-e919-472e-9f68-f69b0404dea3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:18Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-2aad0] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:18Z"
    name: isvc-sklearn-graph-raw-hpa-2aad0.18d3c0e7c3a20f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18298"
    uid: 4462c4db-0941-4306-b65c-a6552bded262
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:41.666675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c1091030376b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 7256b1f5-7f78-463c-8698-258d5d2e758c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10932010a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 3b80b280-52a0-470d-bc34-b9e1cb42c797
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c1093358ff46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: 2b7ade85-c640-4df1-9eba-049918d22aee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10935f66a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: e0f990b9-275b-4c78-a4a7-1742d54636e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c109366e8ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: c3bdde81-8f80-43aa-aecc-e13a5116cf96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a4e80509e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: ba60ff9f-bd61-4144-b4b6-ce4bbd285bb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a514f633b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: f8eb81aa-dc3c-48eb-9a31-00d89f0abd85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a51c6581e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 1e019bce-a590-44a0-9dd2-17bb3529454d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a51d05145
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 04379079-7112-47d1-bccb-790b88ed1af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a54714b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20001"
    uid: ca02f559-f70a-4356-a085-5828ccc15121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:28:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:47Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a54e43907
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: 0304559d-c80f-433e-ba6a-b68472f5214d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:31:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:29Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c10a8a7b1d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: 21d54a34-8931-48d4-8997-b33e53da3e52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:31:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:21Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c12e54cc3261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 1d9ab7b1-82c8-409b-8589-b518073f9e5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:31:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:21Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c12e54cca8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: 1b7707a3-d20b-442d-83c3-6387d4c530e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: cc8c3144-a6a7-4a98-b9c3-82467f0a4cb3
  kind: Event
  lastTimestamp: "2026-09-09T20:31:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:29Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d.18d3c12edcec36fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 940aced2-7c14-49b9-85bf-51cd858ed365
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: f07e9d2e-2dbd-4c15-a67b-bf4f4dc29095
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: 'Created pod: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8-b7n7d'
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8.18d3c1090fd4c395
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 13b7d853-c9ae-47b3-a6ae-5a8a3cae56c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-38f5d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: 443f9a20-9629-452d-9a3a-4260cb17a5a2
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-38f5d-predictor-9985b5fc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor.18d3c1090d4ed5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: ff4219cb-cc51-448c-a1a7-ac13f772532d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-38f5d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: e76feb86-b41c-498c-b5ac-79d326943ea0
  kind: Event
  lastTimestamp: "2026-09-09T20:29:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:26Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor.18d3c10c8bac4f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: ac937245-3b8f-4fa1-b190-bb755e4858eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-38f5d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: e76feb86-b41c-498c-b5ac-79d326943ea0
  kind: Event
  lastTimestamp: "2026-09-09T20:29:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:26Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor.18d3c10c8c0fb470
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: 372c6b8d-b361-4701-a3e0-f3e7b0dbbf32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-38f5d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: e76feb86-b41c-498c-b5ac-79d326943ea0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:11Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor.18d3c1100ab1bf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: 65ea468d-30cd-46fe-880b-3b054aa2787a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-38f5d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: e76feb86-b41c-498c-b5ac-79d326943ea0
  kind: Event
  lastTimestamp: "2026-09-09T20:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:11Z"
    name: isvc-sklearn-scale-raw-38f5d-predictor.18d3c1100b11c77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: 8aad77b4-82e8-417c-8ba5-37e2b081c211
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-38f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 91f10952-4369-4fcc-959c-e2b60e7b4a1b
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-scale-raw-38f5d.18d3c1090d5ece02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: c58614e1-7d5f-40b5-b6b9-e53311971dc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-38f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 91f10952-4369-4fcc-959c-e2b60e7b4a1b
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: InferenceService [isvc-sklearn-scale-raw-38f5d] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-scale-raw-38f5d.18d3c12dbd891ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: a5184958-84ef-47d8-bd13-bf49719948c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:23:05.931925Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bae4d68277
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 1f226cd1-7792-4e81-b054-63e66e89612d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bb0687167f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 30f6439a-dad0-4f3e-8b3a-f1dc65b8ce27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bb08038d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: d8374c0e-8b48-43d5-95d4-0928b5a3a0f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bb0aef500a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: 7c1ee102-4b0a-44ee-a1d9-c5664c040d52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bb0b64ff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 160228d7-ff3b-4540-9c8f-271073a103fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:10Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0bc01f21ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 7d958727-f3c5-413d-a576-92c5de08356b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.833s (17.833s
    including waiting). Image size: 1332293374 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c028e5e2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 43174a4a-604f-422d-860a-982cae0cc49f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c02d1e1a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 3989f8ba-f465-490e-98e7-591bd46c37c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c02d940014
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 7a673bfb-1238-4c40-81b8-8d41c934114a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c02d9e9eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: f9966f8d-412c-4d24-9b17-d4a9986cb6e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c030266dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 2718c5c4-34d7-4757-9417-c6af0874c305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:23:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:28Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c03096ef0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 5df68f59-f253-407f-b776-013ffa204187
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0c037a5461e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: 53b95f61-d3a4-46a9-bb02-4f61f1b2e172
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0d48668301b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 65011de1-cc75-40a6-83fe-47923ab19ae0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 0d23ed3d-d3c5-40be-8c6e-4544e5536d1d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr.18d3c0d486689b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 22f4b82f-c207-4cbf-8c18-f42d50a17b63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: 5984581b-c5dd-4b6e-a9f2-8b32fa91ddc1
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: 'Created pod: isvc-xgboost-graph-raw-f811d-predictor-768558d969-qmdpr'
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-xgboost-graph-raw-f811d-predictor-768558d969.18d3c0bae46aeb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 3a661f82-10c9-43e2-a8b5-9be2d375f9d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: c362d118-1821-4a28-9a3d-9cb386991e89
  kind: Event
  lastTimestamp: "2026-09-09T20:23:05Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-f811d-predictor-768558d969
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:05Z"
    name: isvc-xgboost-graph-raw-f811d-predictor.18d3c0bae14f256a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 26216e40-614b-4e19-a9c3-da99898ca881
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 321b203c-83aa-4b8f-ba32-64c75a022c21
  kind: Event
  lastTimestamp: "2026-09-09T20:23:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:50Z"
    name: isvc-xgboost-graph-raw-f811d-predictor.18d3c0be5efe8016
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 191b4622-2358-4645-8987-b9490220b745
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 321b203c-83aa-4b8f-ba32-64c75a022c21
  kind: Event
  lastTimestamp: "2026-09-09T20:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:50Z"
    name: isvc-xgboost-graph-raw-f811d-predictor.18d3c0be5f5cf427
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 7b47449f-0fcc-4ded-b293-dbcbee3260f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 321b203c-83aa-4b8f-ba32-64c75a022c21
  kind: Event
  lastTimestamp: "2026-09-09T20:24:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:35Z"
    name: isvc-xgboost-graph-raw-f811d-predictor.18d3c0c8db3dac7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 0125d65b-6875-4a8c-b90b-e7614f91f015
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f811d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 321b203c-83aa-4b8f-ba32-64c75a022c21
  kind: Event
  lastTimestamp: "2026-09-09T20:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:35Z"
    name: isvc-xgboost-graph-raw-f811d-predictor.18d3c0c8db9c6cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 0f551dcf-fbab-4b51-bc3f-620977b3cbc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 030c48c5-d8ae-421f-b8dd-d306495acf2a
  kind: Event
  lastTimestamp: "2026-09-09T20:24:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:24Z"
    name: isvc-xgboost-graph-raw-f811d.18d3c0bae0b37fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 31a95861-81f9-4e2e-88ea-7e341a285cfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: 030c48c5-d8ae-421f-b8dd-d306495acf2a
  kind: Event
  lastTimestamp: "2026-09-09T20:24:24Z"
  message: InferenceService [isvc-xgboost-graph-raw-f811d] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:24Z"
    name: isvc-xgboost-graph-raw-f811d.18d3c0cd46c3d80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: eb56d6b9-d940-4af9-9e90-128545105e95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:56.209460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d491e420bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: b8b44105-eb5a-4039-a729-d4bcc4462cdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d4b3bac7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: adba3992-6a60-48fe-892d-46cd9efd08c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d4b518a38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: c157c001-ab31-4d68-8bc5-d57dd87b6bd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d4b84d25d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: f5b56bef-95e0-4a1f-aca7-20a5e9361485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d4b8c37c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 67e3088f-51ab-497d-827d-a689831b66c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5b83c41ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: e6d16893-46f4-4ef5-b716-22f0a6ebbcb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5bbc3f744
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 873af263-8785-4b8f-9299-49527314f6b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5bc510e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: a8043757-97a2-49db-9f4d-aa2be1b218dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5bc5bd41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 16165b58-e68a-480c-9066-f73e7493cba9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5bec055e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 4c4265e0-1fa4-41e6-b7e2-1c425880f159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:25:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:01Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5bf350837
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 040f24f3-2e2e-4214-af78-80dc4e25e214
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:26:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:49Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0d5f4438e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 902b96dc-8269-4f02-bdb1-d4f74ef83dc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0ee3316d67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 24e3cc49-6332-4a19-ae8f-c64b9925e67e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0ee331b979f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: a726c213-3adf-44e3-9340-3de2fc80fb01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c8ec05be-f716-448f-9ad0-2e018af16f01
  kind: Event
  lastTimestamp: "2026-09-09T20:26:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:49Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc.18d3c0eede5294cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: a89dcde0-e068-44b3-b0c6-1ddd8141f888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 810e3107-01a6-4c0a-9dac-eb3d24c70957
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df-4twrc'
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df.18d3c0d491836913
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: c5460b7d-512e-4d40-b3ca-b63ac3ae2333
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: e1f6e3f0-4c5d-4a67-95e6-56653de7bd69
  kind: Event
  lastTimestamp: "2026-09-09T20:24:56Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-2aad0-predictor-86cfd698df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:56Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor.18d3c0d48f049ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: cb7a3345-feda-40fe-8c3d-d76976f341af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: a731d1a5-5771-478c-870c-cf1dd0f87c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor.18d3c0d80d71837b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 7fb2bc15-7c22-436a-b67c-853815872e4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: a731d1a5-5771-478c-870c-cf1dd0f87c09
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor.18d3c0d80dd3b5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 41ab5566-341a-4c19-af9d-38c14441eae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: a731d1a5-5771-478c-870c-cf1dd0f87c09
  kind: Event
  lastTimestamp: "2026-09-09T20:26:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:26Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor.18d3c0db8c774843
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: 05add610-6522-4475-bcff-d751b6b844e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: a731d1a5-5771-478c-870c-cf1dd0f87c09
  kind: Event
  lastTimestamp: "2026-09-09T20:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:26Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0-predictor.18d3c0db8cd586a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: f9343c31-71a5-4895-b068-d3c17fe984e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: dd4fc778-8f0d-4abb-9b4d-2f7cdee5f115
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0.18d3c0d48f0fe62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: 6e3befa4-c4bc-46f2-88f6-2c5a0f9486a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18071"
    uid: dd4fc778-8f0d-4abb-9b4d-2f7cdee5f115
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-2aad0] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-xgboost-graph-raw-hpa-2aad0.18d3c0e33f8e6ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 70d1ce5c-731c-453e-ba6d-93dfe9912997
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:26:46.376149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0ee38566ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 1ece018a-f8ef-4d32-88dc-91dedc243257
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-6734e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0ee44303997
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: be14e295-c3f7-4be9-823f-0fe4f7b1575d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:47Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:26:47Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0ee7e144d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 6b748446-e0f3-4c22-ad94-a500663c22d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:47Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T20:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:47Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0ee7f6aa7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: a89884cc-fa19-4783-80e4-206e430d774e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.198s (1.198s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eec6d4f012
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: 0b4da789-17e5-4feb-9850-1e1979585ae3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eeca2099d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 07dc8dce-0878-47de-bb3f-10dd86cb3f57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eeca9785ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: b7e3230d-426a-4944-af62-2d01beb4a098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eecaa28c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 038cb35d-c22b-4c95-8167-f1de21c56afa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eecdf8b671
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: a4784ea3-2595-49ea-9f4c-d97459d09cd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:48Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c0eece6f8cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: e8f69379-8dc2-4cab-a906-9dff371b4fd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c1090a9fef1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 44b3480f-2a05-48a4-8cde-ff9978266b38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 74395e5f-aca7-4702-b491-38ffd24d6ef2
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh.18d3c1090aa0926d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f71932ee-71c2-417a-8cbc-f5e7eb68a558
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-6734e-predictor-6fbfc74675
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 2a4a30e3-ea00-4d6b-9042-2dda83dce52e
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: 'Created pod: message-dumper-raw-6734e-predictor-6fbfc74675-bz4wh'
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: message-dumper-raw-6734e-predictor-6fbfc74675.18d3c0ee379f954f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 2b9136c1-12fd-46e1-bbbc-c88d39f01e73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 3cc2a040-6a83-4e25-a50a-ccb8a111ace2
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Scaled up replica set message-dumper-raw-6734e-predictor-6fbfc74675 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: message-dumper-raw-6734e-predictor.18d3c0ee35a73798
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: f1c4564a-7c33-44d6-be4b-23316b7a9f4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 13d882ee-f72a-4470-bfe8-de3c4897d1ba
  kind: Event
  lastTimestamp: "2026-09-09T20:27:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:01Z"
    name: message-dumper-raw-6734e-predictor.18d3c0f1b40fe461
    namespace: kserve-ci-e2e-test
    resourceVersion: "18774"
    uid: b05310a0-d633-492e-ac32-b0510eb69858
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 13d882ee-f72a-4470-bfe8-de3c4897d1ba
  kind: Event
  lastTimestamp: "2026-09-09T20:27:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:01Z"
    name: message-dumper-raw-6734e-predictor.18d3c0f1b48d7f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: d2b58aad-2b87-4a19-adc2-ec5a725ce3ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 13d882ee-f72a-4470-bfe8-de3c4897d1ba
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: message-dumper-raw-6734e-predictor.18d3c0f53399c7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 25422cbe-ed87-4730-b086-dfdc0b3da2e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6734e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 13d882ee-f72a-4470-bfe8-de3c4897d1ba
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: message-dumper-raw-6734e-predictor.18d3c0f533f94498
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 81e5246f-bec2-4130-8711-635abef6c75a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 40350e06-057a-4bdd-b703-4f6afd0a931c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:56Z"
    name: message-dumper-raw-6734e.18d3c0ee35a583e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: f7e7fd1d-dc2b-42a9-805e-3872bf1983d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-6734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 40350e06-057a-4bdd-b703-4f6afd0a931c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:56Z"
  message: InferenceService [message-dumper-raw-6734e] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:56Z"
    name: message-dumper-raw-6734e.18d3c0f0821dbe70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 98995ea5-ed3b-4111-bc5c-d6b4d653114b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:36:16.625740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:36:16Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c172fddc9be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 54b3ef51-1026-47cd-b849-1c080f9a5289
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:16Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1730aa514e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: bc283eb3-5434-45e1-8dac-a57cbe2f486a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c17343de0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 8436d551-0486-4674-bd6d-8f248ca65788
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1734525f335
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: f233d78b-4a3b-467e-8569-c1313d750678
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c17349a5b7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: ca67bf23-f52d-44a6-9e7b-a68820eacbdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1734a201555
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: a392ceb6-1f65-4fcf-973a-77ba3229ec3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1734a2b8f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: ef92022d-79c8-4f36-809b-cc5212ca0359
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1734d688382
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: ad4636a4-0f2e-4e24-9c7c-08af2bef42a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:17Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c1734de2d3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 66c9c9f1-b86a-4095-954b-d19de496c061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c18dd83156ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: ca75ff9f-aba5-4cf1-b47d-deb0e2ab3610
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c18dd8328688
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 341d44dd-6f27-4a72-8ff1-ba957d413e28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: f5ef2777-6ecf-4055-9af9-81a08f1d685e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv.18d3c18dd99d945a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 4e8e6e97-2b2a-4886-94c9-3e29e10c3032
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: dd13fc9b-1bc4-40cf-a49d-095f70233cb0
  kind: Event
  lastTimestamp: "2026-09-09T20:36:16Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-c6rpv'
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:16Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d3c172fd57a6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: cfdd8ecf-34a3-4416-af89-30e67840374d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: 0a6bfd23-b0d0-41ec-876c-1778d916c542
  kind: Event
  lastTimestamp: "2026-09-09T20:36:16Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:16Z"
    name: message-dumper-raw-cipn-predictor.18d3c172f9dc8d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 997de9ca-22b9-440b-b0c9-5aa61fe73c6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23824"
    uid: d439bfde-af24-4b30-84c9-3f1c78d50a84
  kind: Event
  lastTimestamp: "2026-09-09T20:36:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:31Z"
    name: message-dumper-raw-cipn-predictor.18d3c17678afcaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: bd851806-01e9-4d97-80f8-f7ff268b86b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23824"
    uid: d439bfde-af24-4b30-84c9-3f1c78d50a84
  kind: Event
  lastTimestamp: "2026-09-09T20:36:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:31Z"
    name: message-dumper-raw-cipn-predictor.18d3c17679066ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: e2ee54d9-ef33-48d4-8d76-4cd047ab177d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: d439bfde-af24-4b30-84c9-3f1c78d50a84
  kind: Event
  lastTimestamp: "2026-09-09T20:36:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:46Z"
    name: message-dumper-raw-cipn-predictor.18d3c179f823a9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: f7686df8-ca5b-400e-acc3-350fcc9bff40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: d439bfde-af24-4b30-84c9-3f1c78d50a84
  kind: Event
  lastTimestamp: "2026-09-09T20:36:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:46Z"
    name: message-dumper-raw-cipn-predictor.18d3c179f88aa159
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: c2816e84-4a09-4414-93d1-5e403bd89e22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: bd27b36b-ab50-42df-b59a-118819939f1c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: message-dumper-raw-cipn.18d3c172f9dcf725
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 4d337879-309a-47ed-b9bd-59dbeb3249c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: bd27b36b-ab50-42df-b59a-118819939f1c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:16Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:16Z"
    name: message-dumper-raw-cipn.18d3c172fa861838
    namespace: kserve-ci-e2e-test
    resourceVersion: "23831"
    uid: dbc1ec86-3c84-4dcb-8134-4f89e2e2de0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: bd27b36b-ab50-42df-b59a-118819939f1c
  kind: Event
  lastTimestamp: "2026-09-09T20:36:27Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: message-dumper-raw-cipn.18d3c1756bbf4201
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 03cdcb35-a63a-404a-934d-028b6f44e627
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:45.803222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-f811d-6bf4bc976f-cgwvz
    to ip-10-0-143-188.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:45Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d225a18de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: 6b23c4c9-9001-4b83-8bdb-e8c93193f90f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:46Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:46Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d24800bf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 60c0f2b4-4ea1-4ee1-9121-d895f7a373aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491"
  metadata:
    creationTimestamp: "2026-09-09T20:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:46Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d24958fe79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: d9996971-03bd-4a3a-8e76-0b4532f48e57
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491"
    in 3.054s (3.054s including waiting). Image size: 215912525 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:49Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d2ff675a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: 1d667829-63b7-464e-85e5-baf4cc5669a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:49Z"
  message: 'Created container: model-chainer-raw-f811d'
  metadata:
    creationTimestamp: "2026-09-09T20:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:49Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d302e3dafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 6316475b-944b-4eeb-a0db-01deaf678823
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:49Z"
  message: Started container model-chainer-raw-f811d
  metadata:
    creationTimestamp: "2026-09-09T20:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:49Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d303691bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: ba495ad2-f388-4528-9469-d6f4c3b83678
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:24:55Z"
  message: Stopping container model-chainer-raw-f811d
  metadata:
    creationTimestamp: "2026-09-09T20:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:55Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d47d9ac63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: efe677d9-893f-4be5-b7f5-dd374e9ca8b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f811d}
    kind: Pod
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: b6f99d74-0b73-4cdf-b886-0d94eb2171a5
  kind: Event
  lastTimestamp: "2026-09-09T20:25:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:25Z"
    name: model-chainer-raw-f811d-6bf4bc976f-cgwvz.18d3c0d47df676e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 066a80f1-2647-486b-a3f7-a6b671ac3462
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-f811d-6bf4bc976f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: 2b46ec79-ac06-48dd-bdf3-eb291c9a2504
  kind: Event
  lastTimestamp: "2026-09-09T20:24:45Z"
  message: 'Created pod: model-chainer-raw-f811d-6bf4bc976f-cgwvz'
  metadata:
    creationTimestamp: "2026-09-09T20:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:45Z"
    name: model-chainer-raw-f811d-6bf4bc976f.18d3c0d2251c1e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: 1746a123-58b0-4381-98eb-d6ae23e1e635
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 4324cf10-37e7-4928-ad80-19e04fe1f4dd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:45Z"
  message: Scaled up replica set model-chainer-raw-f811d-6bf4bc976f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:45Z"
    name: model-chainer-raw-f811d.18d3c0d2246d3242
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 67e3ce02-bcea-467e-a830-c0d023dc6045
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 9588c568-2b1c-4e51-9316-4cfd7456e657
  kind: Event
  lastTimestamp: "2026-09-09T20:24:45Z"
  message: InferenceGraph [model-chainer-raw-f811d] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:45Z"
    name: model-chainer-raw-f811d.18d3c0d22975bad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 730dce5c-8a74-4bba-840d-dba275d66df9
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:26:36.092739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    to ip-10-0-143-188.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ebd3660137
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 4eec3c71-4834-4e4a-a7d2-cb147c44fe26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ebf5961d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: 5d57cd33-90e4-4792-84ed-2cad2a2bf348
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2aad0}
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ebf6cfcada
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 13e281cc-ff0b-458d-87f1-4898d480a1e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2aad0}
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: 'Created container: model-chainer-raw-hpa-2aad0'
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ebf9d5991a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: 343f2459-4e01-4f6e-a475-e21c776840d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2aad0}
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: Started container model-chainer-raw-hpa-2aad0
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ebfa5ab4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 1c5f919e-141b-40b1-a3d5-9af1611986f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2aad0}
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:26:46Z"
  message: Stopping container model-chainer-raw-hpa-2aad0
  metadata:
    creationTimestamp: "2026-09-09T20:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:46Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ee2aa212be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: de684cc3-65dc-4af8-887d-b1baec7bd247
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2aad0}
    kind: Pod
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: b3abd4b0-62e7-4aa9-a616-a8a71eb634fb
  kind: Event
  lastTimestamp: "2026-09-09T20:27:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:12Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn.18d3c0ee96d03aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 23ae7b75-48bf-4ced-9a37-7b3b69f24851
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-188.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-188.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-2aad0-9f8567df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 163ded39-2a10-44d1-ae6e-a0f3dd77b7d1
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: 'Created pod: model-chainer-raw-hpa-2aad0-9f8567df9-dnszn'
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0-9f8567df9.18d3c0ebd30e1bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 16088cce-0459-40b8-8c2c-1f4350f21e80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 0b48c59b-a609-40a5-8236-9efd85f66e07
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: Scaled up replica set model-chainer-raw-hpa-2aad0-9f8567df9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0.18d3c0ebd2384d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 801d64d3-553f-49a3-9ed5-88d416750032
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-2aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: e5e2ecc0-a3a3-426a-b813-2b19c6c11378
  kind: Event
  lastTimestamp: "2026-09-09T20:26:36Z"
  message: InferenceGraph [model-chainer-raw-hpa-2aad0] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:26:36Z"
    name: model-chainer-raw-hpa-2aad0.18d3c0ebd73bf7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: ede1af0d-2b89-4730-92ad-d2dbc23d6e38
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:24.890944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-cf411-predictor-fd44f859b-7884b
    to ip-10-0-132-109.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:24Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1052846e28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: c3fa94d6-e0b5-48f1-9405-737762c2564d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:25Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:25Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1054a3f593d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 3917ed14-7694-457b-8a33-2bf00b5b71f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:25Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1054b938a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 7446b2c1-27c5-4a15-9f6e-9ed018d5eb5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:25Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1054e4f042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 55373362-2259-43c6-98fc-4f1fc351d2b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:25Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1054ecbf693
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: 8319994c-284f-4ac6-a5d1-c9d0692ae565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:29Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1065590e0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 9c0e25a1-ee18-4f5b-9afc-b2156f4bf01a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:29Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c106583fc887
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: b155b0a7-28eb-460b-860f-da2b34cbfbd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:29Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c10658ba32fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: c6f7551b-9597-4d6a-aa59-d2ce417da99d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:30Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c10658c493e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 0d8a025f-f06f-4fdf-be66-481e2920e121
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:30Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1065b6da304
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 90aba285-c502-4cba-95bc-2089b8ea116c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:28:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:30Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c1065be3951b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 7b02509c-3346-4cf1-932a-6b4d49451900
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:29:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:42Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c106cd325f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20417"
    uid: 4b77a1d7-770e-4947-9628-75563f81e150
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:29:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:54Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c11a1dcd00c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: db09cb41-230b-4dd3-8edc-8bb34fb8d533
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:29:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:54Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c11a1dcd84f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 02ff5766-519e-410c-93e7-c5bf934b8cb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: f7cbcc79-9968-445b-81bc-725757fa5271
  kind: Event
  lastTimestamp: "2026-09-09T20:29:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:57Z"
    name: raw-sklearn-cf411-predictor-fd44f859b-7884b.18d3c11ad35c6174
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 49cc8976-8fe4-4f40-a9f2-fa93acbbd182
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-cf411-predictor-fd44f859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: 17c340ba-821f-415d-96f4-027ab6d5c8c6
  kind: Event
  lastTimestamp: "2026-09-09T20:28:24Z"
  message: 'Created pod: raw-sklearn-cf411-predictor-fd44f859b-7884b'
  metadata:
    creationTimestamp: "2026-09-09T20:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:24Z"
    name: raw-sklearn-cf411-predictor-fd44f859b.18d3c10527d9c36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 31b4cdcc-eb05-4b4b-b73a-4fd1368642c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-cf411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: d29fee83-8066-4a2a-8afa-06108b01d309
  kind: Event
  lastTimestamp: "2026-09-09T20:28:24Z"
  message: Scaled up replica set raw-sklearn-cf411-predictor-fd44f859b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:24Z"
    name: raw-sklearn-cf411-predictor.18d3c10524dd7a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: b50e1e73-31a0-4e9d-af13-44d950f9d347
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-cf411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 8c2721b6-46f7-4a16-a0ae-d67c3a43f48a
  kind: Event
  lastTimestamp: "2026-09-09T20:29:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:09Z"
    name: raw-sklearn-cf411-predictor.18d3c108a397fa6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 4a479896-5d4d-40ec-a821-6f107fd3015d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-cf411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 8c2721b6-46f7-4a16-a0ae-d67c3a43f48a
  kind: Event
  lastTimestamp: "2026-09-09T20:29:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:09Z"
    name: raw-sklearn-cf411-predictor.18d3c108a3fc9d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: 0809098d-709b-405f-8dc0-8e125d5d11c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-cf411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 8c2721b6-46f7-4a16-a0ae-d67c3a43f48a
  kind: Event
  lastTimestamp: "2026-09-09T20:29:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:39Z"
    name: raw-sklearn-cf411-predictor.18d3c1132040ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: f225c0de-ba6f-4f8e-bd1b-55c253250f38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-cf411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 8c2721b6-46f7-4a16-a0ae-d67c3a43f48a
  kind: Event
  lastTimestamp: "2026-09-09T20:29:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:39Z"
    name: raw-sklearn-cf411-predictor.18d3c11320a2798c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: c731115c-0341-44f2-982d-6a4b999c08cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-cf411
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: f5c242c4-19c5-48d7-8500-e8116d733706
  kind: Event
  lastTimestamp: "2026-09-09T20:29:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:29:52Z"
    name: raw-sklearn-cf411.18d3c10524dc35b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: e50566ff-f4cf-4b29-9d70-6577c168b82e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-cf411
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: f5c242c4-19c5-48d7-8500-e8116d733706
  kind: Event
  lastTimestamp: "2026-09-09T20:28:24Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-cf411": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-cf411":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:24Z"
    name: raw-sklearn-cf411.18d3c105255fac13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 42f21675-3041-4e09-a966-a12119d475d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-cf411
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: f5c242c4-19c5-48d7-8500-e8116d733706
  kind: Event
  lastTimestamp: "2026-09-09T20:29:52Z"
  message: InferenceService [raw-sklearn-cf411] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:29:52Z"
    name: raw-sklearn-cf411.18d3c1197beeed82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 2ae86d32-94a5-4d75-8e38-2cbfd96bf249
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:30:00.077555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    to ip-10-0-143-149.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:30:00Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11b51d746d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 7d3a0fbf-bb2a-4641-93ae-9b7a4d87cbfa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dd49788ff-czxdt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-4a4f2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:00Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11b5cd82980
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: 8c4902b3-bb7a-4556-9c22-259385d97e24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:01Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:30:01Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11b987f04cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 563668f3-11bd-4082-b89d-4e9c58af33f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:01Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11b9b59ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: ea515bb8-d79b-498e-80d4-c4668d1005a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:01Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11b9fd6aea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: c4caacac-1011-4818-80ff-8c0613c179c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:01Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11ba0497bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: dbc18989-73a0-488d-a5dc-e47f61ef9fbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cb9ebe288
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: ed937aa4-d52d-4b59-8f1c-52cddc9b335a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cbd55e1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 28463474-06a1-447c-9330-9e862279c0cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cbdeef0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 5f629967-3275-4ded-a071-b4ec8d968458
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cbdf9f23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 2077108e-00bb-4282-93c2-2f735c413b7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cc16f3378
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 110dc89b-19e0-435e-b77b-ff5304cc305a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:30:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:06Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11cc1feef60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: b14a02da-4ee9-4b6b-86cf-91b11643e048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:31:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:34Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c11d31c7ec97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 446fd394-87e1-461f-b57f-9be976fd5ff5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:31:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:30Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c1304ce469fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: adb82f54-fe5f-40b7-9fb9-efde4ad649b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:31:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:30Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c1304cf3b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: f8936298-8dcd-4db3-b5a5-7b421634984b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: cc67187c-0187-43b5-b20b-f26d646f6178
  kind: Event
  lastTimestamp: "2026-09-09T20:31:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:34Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf.18d3c13138090631
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: babc3b3e-030f-47be-b0b1-343306b81b7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-149.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-149.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: defbb432-6246-4e44-bad7-a50218e77c63
  kind: Event
  lastTimestamp: "2026-09-09T20:30:00Z"
  message: 'Created pod: raw-sklearn-runtime-4a4f2-predictor-858dd47596-z6vrf'
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:00Z"
    name: raw-sklearn-runtime-4a4f2-predictor-858dd47596.18d3c11b517906ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: f47ec1ae-3a21-4e49-8ba2-45b9a23bc4f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-4a4f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: fc284f69-b8f4-4b4a-bb2b-fa7c12026a39
  kind: Event
  lastTimestamp: "2026-09-09T20:30:00Z"
  message: Scaled up replica set raw-sklearn-runtime-4a4f2-predictor-858dd47596 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:00Z"
    name: raw-sklearn-runtime-4a4f2-predictor.18d3c11b4eae8754
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 9d58e582-943f-47f2-8693-79ae7f971dcd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4a4f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: b9af82de-7402-4036-8cb0-0c10bc2a9245
  kind: Event
  lastTimestamp: "2026-09-09T20:30:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:45Z"
    name: raw-sklearn-runtime-4a4f2-predictor.18d3c11eccde3cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: b0c8fed3-8956-4f6b-9c13-de03d374506d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4a4f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: b9af82de-7402-4036-8cb0-0c10bc2a9245
  kind: Event
  lastTimestamp: "2026-09-09T20:30:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:45Z"
    name: raw-sklearn-runtime-4a4f2-predictor.18d3c11ecd3e1b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 3ce35ca2-fc5b-43c2-b5fc-36e25aa47aac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4a4f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: b9af82de-7402-4036-8cb0-0c10bc2a9245
  kind: Event
  lastTimestamp: "2026-09-09T20:31:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:30Z"
    name: raw-sklearn-runtime-4a4f2-predictor.18d3c129491de76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 62c4fb39-9b41-4730-a80a-8c3fab50db7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4a4f2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: b9af82de-7402-4036-8cb0-0c10bc2a9245
  kind: Event
  lastTimestamp: "2026-09-09T20:31:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:30Z"
    name: raw-sklearn-runtime-4a4f2-predictor.18d3c1294960a41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 5aaaa5f2-685d-4bee-bcdb-71fff2c05b6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4a4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: e107d5b7-1558-4f84-b010-2d72162b4dba
  kind: Event
  lastTimestamp: "2026-09-09T20:31:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:24Z"
    name: raw-sklearn-runtime-4a4f2.18d3c11b4e828b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21277"
    uid: 76a5fca7-b284-4b1b-b054-a152e19ac081
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4a4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: e107d5b7-1558-4f84-b010-2d72162b4dba
  kind: Event
  lastTimestamp: "2026-09-09T20:30:00Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-4a4f2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-4a4f2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:00Z"
    name: raw-sklearn-runtime-4a4f2.18d3c11b4efccc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 493689be-001a-4f19-924d-38ab77db7567
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4a4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: e107d5b7-1558-4f84-b010-2d72162b4dba
  kind: Event
  lastTimestamp: "2026-09-09T20:31:24Z"
  message: InferenceService [raw-sklearn-runtime-4a4f2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:24Z"
    name: raw-sklearn-runtime-4a4f2.18d3c12ee8d58cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 1fd9993a-8e75-4996-8b06-28ff5ec8aa05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25032"