---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:21:37.012827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-d9fd7b987-clswz
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c721085907df4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 688aca97-6d2f-4a16-ae2f-428d04e44a3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c721087441cb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 1f10a8df-2a3c-4d6b-aaec-e0374d8bb0e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7210875cc30f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 07d03ec3-1f35-4e97-a5aa-240f0172e077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c72108786bbf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: cb01eaec-decc-4715-b4b6-e83c6c8e39b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7210878e340fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a5f2a01a-3c16-459b-abff-f999be7feee0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7210981303c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 48c000dc-54a0-4374-8977-7dff3ba98b16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c72109857e5f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 95319701-05a2-461a-9bfa-bedbfa7742e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7210985f7b307
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: e0ee773f-2709-4c57-b70c-ef853d7dc800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c721098605e08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: 20cfeaa9-9a84-491d-a51c-7bde68f718c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7210989a5cff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: 4786ce51-9162-417c-92d2-83e12d5a1790
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c721098a62096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 0a6e15d0-d7ff-421f-8b9a-e008fb428efe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:23:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:09Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c72109bd7f6970
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 3a09ed70-db72-480f-987a-af519bf39288
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:23:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:07Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7211d5342c652
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 34b9df0d-1639-4b14-976a-a70b05c31a34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:23:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:07Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7211d5346ed2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: c63f35f3-3b16-40bc-9169-e36d97634855
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-clswz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9c75219c-0563-4aa1-bc78-348c2eedf18f
  kind: Event
  lastTimestamp: "2026-07-30T17:23:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:09Z"
    name: isvc-canary-create-predictor-d9fd7b987-clswz.18c7211dc3eab48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cd786692-5f9b-4c07-a651-e62b88aa61fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-d9fd7b987
    namespace: kserve-ci-e2e-test
    resourceVersion: "19959"
    uid: 221bd7bc-aab3-4bea-a4ee-37184ff2864b
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'Created pod: isvc-canary-create-predictor-d9fd7b987-clswz'
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-predictor-d9fd7b987.18c7210858a3f1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 2af88c62-83aa-4618-ad73-8d2d33ea9f8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: debd961f-7675-48d6-ad25-893d65002439
  kind: Event
  lastTimestamp: "2026-07-30T17:21:36Z"
  message: Scaled up replica set isvc-canary-create-predictor-d9fd7b987 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:36Z"
    name: isvc-canary-create-predictor.18c7210853eaf75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: ac0b4b5f-4771-4236-b269-62c74d5be568
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:21:37.016158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c72108593ab24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 41474903-c3ae-4bdf-8790-d4c832c902c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7210875c3955e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: efa5ebc6-2c27-4f13-b3f0-7f54cde90a27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c72108776724ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: a1a2f5e0-4ddf-4c14-8e34-d98ba668ddc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7210879a653f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: af74bcdf-89c7-4201-93b1-af1e052e5a34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c721087a33795c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 69c99c71-1699-4e3f-a10f-1323b2e750a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c721098114f83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 44641ccb-fb09-4c8e-bf69-261c0ed30c6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c721098569b240
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 2baac59c-e852-449f-947e-e3a9c6b15dca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7210985e512f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 2a15882c-6a1b-4fb3-af09-11c55480d62e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7210985f2395e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 2106d9d7-1e92-4b3d-abed-c1c0ebc624e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c721098987dfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 0e014175-16ae-4769-9988-8b92168334a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:42Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c721098a55dd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: 2ee34631-8e0b-4afc-bae8-ea2959c57826
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:22:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:22:50Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c72109f993236b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 37f334e2-5046-4a72-a28c-a62d21d42bef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:23:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:07Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7211d53682ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: f7d05a29-e65a-4349-9b63-8732e8540984
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:23:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:07Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7211d536979ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: 987fda6f-f1ce-4d5a-8bd8-d8edf21726fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 6502fda1-f6ed-4140-86f0-c393aafd7aa0
  kind: Event
  lastTimestamp: "2026-07-30T17:23:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:10Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g.18c7211dffd7fced
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 0f5f257d-e418-4885-b716-a5d0132a89f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-59d4d8d7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: 7098207a-8600-4c27-bdea-822703d9b6d2
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-59d4d8d7b6-mqj9g'
  metadata:
    creationTimestamp: "2026-07-30T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6.18c7210858cc783e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 8e68093b-6f76-4be9-be13-8afef5a1c529
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: ea14db21-1f73-408c-9eaa-f0fc7f634ef2
  kind: Event
  lastTimestamp: "2026-07-30T17:21:36Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-59d4d8d7b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:36Z"
    name: isvc-canary-create-v2-predictor.18c72108560d5e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 92fe08a8-f7fe-4a07-87da-7e085c2202af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 109a2dad-04ae-497b-a9ec-063f5a31d265
  kind: Event
  lastTimestamp: "2026-07-30T17:22:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:22:59Z"
    name: isvc-canary-create.18c7210855bc91ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 54621b82-1d70-4819-a8d5-d6af99629a3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 109a2dad-04ae-497b-a9ec-063f5a31d265
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create.18c72108564cceec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 4d2f89a2-5b38-4f2b-9e36-b54e9d04910f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 109a2dad-04ae-497b-a9ec-063f5a31d265
  kind: Event
  lastTimestamp: "2026-07-30T17:21:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:21:37Z"
    name: isvc-canary-create.18c72108564d0db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 9dd6e60d-ef82-470c-b6b1-68b17861398d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 109a2dad-04ae-497b-a9ec-063f5a31d265
  kind: Event
  lastTimestamp: "2026-07-30T17:22:59Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:22:59Z"
    name: isvc-canary-create.18c7211b764c72a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: ff35b3dd-93cd-48f0-8f22-94038701027d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:23:12.275786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-85f6464bd7-j5ss4
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211e8725447f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 428af576-1c02-47c5-bdef-319fead2a390
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211ea2c8a202
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: e65cac47-ae34-4847-a305-a40c9757f4d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211ea46b3e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 13ed1315-e0eb-487d-9036-285a61992bb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211ea8b9de9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 85dae1f4-ad5e-4b24-8d97-dbe2ab7b5c15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211ea9a6930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ea7516d2-1647-4c50-ad02-83b7b5fc997c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fb92f0cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: acd24e0b-8ba1-4ba1-841a-5e357af6e629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fbd51131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 10c45323-d30e-4b5a-9eba-fd2a356f7262
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fbddc891b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 21b555f2-2652-4615-9c0d-58b9413dd9aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fbde833a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 66419481-e4ec-4327-afd1-e02a4e7cc37f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fc13b03d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 1515eeef-870d-42f5-8e9c-4fbb8824879a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c7211fc1b32506
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 1f4ddbd9-9dac-4624-994c-a22ce88c5184
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c72120315b3293
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: fa85177f-6e93-476a-9c27-520a10a93aaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c72135d6a517b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 5b1e204b-bda0-45d7-be03-b58c4be3c8c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c72135d6a58b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 0cd3d43c-cf51-44ab-bbe3-f7f6da02d2b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 919c2def-aa85-45f3-8089-522a211eac3b
  kind: Event
  lastTimestamp: "2026-07-30T17:24:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:55Z"
    name: isvc-canary-promote-predictor-85f6464bd7-j5ss4.18c721368bb9cf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 997333f7-7ec0-4ab5-9aec-692b42a830e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-85f6464bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: 4311418a-47c7-460d-a009-c109944c67d1
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'Created pod: isvc-canary-promote-predictor-85f6464bd7-j5ss4'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor-85f6464bd7.18c7211e86afd104
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: bc85e98d-6b90-4b72-9c94-c42bb0a7121c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: e00844c0-2d47-43b6-ad48-a46242c95531
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Scaled up replica set isvc-canary-promote-predictor-85f6464bd7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-predictor.18c7211e81cdbc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: ce29e78a-e08c-4030-8000-290e80f89cad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:23:12.281235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211e87785dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: d56208bc-1564-4fc3-a5dd-09d4fcc30f51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211ea4197d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: b3b6c68f-44bf-4dc9-9db3-317a8582277c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211ea57d3ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 70bbb038-360e-481d-ac64-9c8ee39c0b81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211ea8f25e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: e395326a-d3d6-4e0a-8884-a7e08a037cee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211ea973ff47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 4893cebc-7ff2-45eb-84cf-2714daf6dec6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fb915a2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 94e7e684-491a-4438-963a-c98a98d889df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fbd480fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 2daed49c-231e-4b44-9246-be1f08803361
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fbdd0dde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 8853ddb4-828e-4175-b798-3bdcee636fed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fbde05fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 52634ed9-26a3-4bb3-88f0-38c108b5cf79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fc1256f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 374f5f53-800f-4ebb-93e8-949c7b228f42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:23:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:17Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7211fc1a71963
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 5a7e3c34-357a-46b1-8da7-9b41b70bc8cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:26:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:34Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c721203159a4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: b02769d5-0a15-4cd0-8e08-ef005bc8fa6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:26:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:32Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7214d3bb19cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 349340ac-1d21-40c9-8e3d-455eb38ab13c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:26:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:32Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7214d3bb23bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: 616e63dd-9b53-4693-8570-c62028f24130
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5a9f9719-9ac1-4433-a65c-60e4d8b7d221
  kind: Event
  lastTimestamp: "2026-07-30T17:26:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:35Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb.18c7214dd429cd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: 1e80fefc-7e0b-4ae3-ae39-2a15d7290a0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:24:52.477902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-66f6768f84-ts472
    to ip-10-0-130-254.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72135dba83628
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: 945c4879-7a9c-424b-8891-5a5294ec5ea9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72135f50f0eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 339b2d1d-2775-40e2-9f04-d32d5a2bd9bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72135f6919543
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: ab9f1ed4-2413-47f2-b8a1-d66adae00f04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72135f9db52b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 83660f60-1890-42c2-afcb-59cb634ef7df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72135fa48a55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 1213aa03-fe0b-4c7f-80cc-164cdce99f50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:24:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
  metadata:
    creationTimestamp: "2026-07-30T17:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:24:57Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c72136eab47003
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 486e2b97-7f17-46ef-92b7-df882c7278fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    in 14.095s (14.095s including waiting). Image size: 1555704245 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:11Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213a32dc8b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: e392cd32-c7c2-40c5-9951-6789764bea8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:11Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213a366f8c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: a9244b69-ad42-4e75-84d7-237747cd03e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:11Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213a36ddbab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 86d813ca-f39a-42a9-98ac-a7d0c720c698
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-30T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:11Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213a36e99c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 938a8ca7-b6fd-4cc1-879b-1fa2b843b07c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.409s (2.409s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213ac6852b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 2f91b368-faae-4b9f-88f6-7b01684bcd48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213aca0385bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 44458293-e500-47c5-a37f-9fcefc9d053e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213aca716678
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 9298dc4d-5d95-4408-92cf-592f1d9079da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:26:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7213b213f993a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: 804d6d14-aba2-4509-ba90-d70d18f9cfc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:26:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:32Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7214d3b814e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 601a14e6-a16f-4dce-879e-e61a7a08529a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:26:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:32Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7214d3b81de8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 5eda5906-7cad-477c-9a4f-2420997deb96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 6e0c6d2d-85f3-4d03-b8aa-738f435c5a6c
  kind: Event
  lastTimestamp: "2026-07-30T17:26:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:36Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-ts472.18c7214dfd6f7f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: 141398ad-f063-414a-a555-edaa1a151e64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-66f6768f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: c93f3d27-eb14-48c2-9b17-f7cee68904a1
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-66f6768f84-5k5hb'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84.18c7211e86f65806
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: d89a4e7d-3498-4bea-93af-f7b4bb9985de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-66f6768f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: c93f3d27-eb14-48c2-9b17-f7cee68904a1
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-66f6768f84-ts472'
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84.18c72135dab0864b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: fc4f7687-9f63-4cc2-bc19-67bd7c59e002
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: 65a10a0b-9c66-4110-8007-e273fd054878
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-66f6768f84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote-v2-predictor.18c7211e83ecec49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 839560aa-073a-436d-99da-3ba9d99bc749
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 65a10a0b-9c66-4110-8007-e273fd054878
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-66f6768f84 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote-v2-predictor.18c72135d55f3b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: a33051e8-1909-450d-a523-f83bb0e886cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 051fa185-8ca7-41b3-89ad-87ed547f5634
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote.18c7211e839c361d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: 50667acc-022a-4637-a8bd-c8900ff49a4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 051fa185-8ca7-41b3-89ad-87ed547f5634
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote.18c7211e840747bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 855dc841-de97-4d3d-bbbd-01339f881a8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 051fa185-8ca7-41b3-89ad-87ed547f5634
  kind: Event
  lastTimestamp: "2026-07-30T17:23:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:12Z"
    name: isvc-canary-promote.18c7211e8407901a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 71e22b23-3818-422f-aa23-5f5f82deafba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21507"
    uid: 051fa185-8ca7-41b3-89ad-87ed547f5634
  kind: Event
  lastTimestamp: "2026-07-30T17:26:31Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:31Z"
    name: isvc-canary-promote.18c721338ef0da7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: 50e491bc-b1bd-42d9-b4be-1f8b8f06c3af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 051fa185-8ca7-41b3-89ad-87ed547f5634
  kind: Event
  lastTimestamp: "2026-07-30T17:24:52Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-30T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:24:52Z"
    name: isvc-canary-promote.18c72135d9fc2110
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: 9ba21e5e-f324-4de8-adc1-0d5b5b42e6c3
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:28:08.216593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    to ip-10-0-130-254.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721636e97962c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: 7db3e4f8-8278-4eaf-a00f-a9d73e8226e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c72163881c95c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 4a9d9f72-1372-4a9b-adcf-35b4b77c37fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c7216389ef3288
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: d6ecfd9c-1180-47f7-aad2-b16a190f4176
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721638cbdfb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: af52e6c4-6c5f-4d4d-b808-7e9f03d268f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721638d32d2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: e74cb2ba-eb3b-4cf2-9d6d-23d4e1d6427d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:12Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721648575170a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: cd90a3c5-a2de-4e47-b9d5-1ccf045d35c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:12Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c72164888e9a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23223"
    uid: 0f7b4932-8b5f-4991-b1fc-322238f54dfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:12Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c72164891b70ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23224"
    uid: dc7c64dd-3a2d-462d-a361-6ca57ba3cb8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:12Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c72164892623ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23225"
    uid: 9acc55eb-cb56-4ff0-8c14-6738dbe4d562
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:13Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721648c0f4ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: 12a15b35-964b-4357-8990-9a43c273b175
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:28:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:13Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c721648c8051ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 7b4759c6-9c28-4745-9ee9-8a9fd78241f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:29:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:40Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c72164fd900229
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 79231128-affd-46f7-be57-85a4a5795410
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:29:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:38Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c7217865a0dfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: 92cd52b5-36e1-496f-9238-98a4cce14609
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:29:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:38Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c7217865a174c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: 1d7293af-fe80-4012-ae98-6cd5db92b84f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 8f878d65-257e-4db8-9f02-2ebfac2bd2b7
  kind: Event
  lastTimestamp: "2026-07-30T17:29:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:40Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd.18c7217903cf2101
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 74fb79ba-c724-485f-8a34-91d81d8b5a9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:26:37.956607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214e6aad81e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: 39179ac7-a22d-42cf-8792-96dfba721445
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:39Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:26:39Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214ebb1da239
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 06c50865-cbbd-47c1-975d-7ab6947a4c13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:39Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214ebe9f7047
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: e5ae12ff-217d-40c3-a3a3-9eae37242a2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:39Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214ec220684a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: af34c30f-2f6b-49fc-b9c1-d8700a2e6ee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:39Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214ec29eef29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 35316a59-8196-48b3-8e75-430db793b29e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fa9f1cf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: e401da95-5350-4aac-8bee-e4e381aba863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214faceedc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: b45795bc-0e33-466e-8456-861bbf41fef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fad6cd61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: d35f15b1-c8de-4a49-a6f0-ab8662ea430d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fad78a64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 19e408c1-9c7d-4988-a17c-7d21ba7e63a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fb1169fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22532"
    uid: fb957754-5dc1-4f66-949a-6ea24e3498a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:43Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fb196a1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 8f5cbcd8-9c1a-4460-a4a5-d2d53b3f7b86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:27:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:27:54Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c7214fe601b9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23036"
    uid: 01dbd38a-d59c-4e39-8a85-fecf28e15e38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:29:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:38Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c72178658595c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23842"
    uid: 761ba38b-06ec-46f2-97bf-d1cbeff8bc13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:29:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:38Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c72178658641a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: edd4cd62-d272-4b37-b44e-a1d5cae12193
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: cf316334-a96d-48ab-b7cf-932b0f7d214a
  kind: Event
  lastTimestamp: "2026-07-30T17:29:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:40Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx.18c72178e098473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: a51459f6-3f36-4ef3-999c-824d0322beb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7c9c87bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: d3889396-837a-42be-85ad-ca1127786799
  kind: Event
  lastTimestamp: "2026-07-30T17:26:37Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7c9c87bcff-m4xrx'
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff.18c7214e6a23453a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: d7de6517-05b1-455c-adf2-c43a236003e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7c9c87bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: d3889396-837a-42be-85ad-ca1127786799
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7c9c87bcff-7tkkd'
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff.18c721636ddddcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: bb1492f8-0b0f-463e-91d1-bc9750f2ff08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 788799c0-a6a9-4c88-9676-2fa35c612769
  kind: Event
  lastTimestamp: "2026-07-30T17:26:37Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7c9c87bcff from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-predictor.18c7214e60db74c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: 834d1473-b734-41be-b0d0-5c0cf26084fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: 788799c0-a6a9-4c88-9676-2fa35c612769
  kind: Event
  lastTimestamp: "2026-07-30T17:28:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7c9c87bcff from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-30T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:07Z"
    name: isvc-canary-rollback-predictor.18c7216361466b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 10a6f693-048b-4566-8d9c-b7a8da59c167
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:26:37.970329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    to ip-10-0-130-254.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214e6b7ef264
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: 5b80861e-cb75-4387-a159-560e6e82759e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214e84d39874
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: ef623323-1c61-41a4-858e-1497a9b97b5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214e86841d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22459"
    uid: def14563-4b50-4ecb-af3b-b72a9d601bfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214e8a1b561a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: bd3272bd-2eff-4c91-b2fd-1cc66fd970a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214e8a94ee7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: 327ad6a7-2ebe-4a9e-806e-c1275a7bfb81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f79218c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 3bfafd43-1f0d-4611-b66d-d81e64b83013
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f7c21ef4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 94bf6664-6624-4682-ac10-87980c308963
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f7c839afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: d985c26b-ef99-45cd-b646-eb9a26a0e8ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f7c8dc5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22517"
    uid: e528d5d9-b5a6-4c47-a9af-d465095f2c5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f8049ceba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: c3141416-516d-40b0-bed0-827d86f45bd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:26:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214f80af229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: f76d2dd2-626e-4c9f-a39c-a00d0eec132c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:28:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:09Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7214fb52b2df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 03fba267-cd9f-4c1b-9460-0f18d0a49710
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c7216366629eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: e3bacc51-b92f-4c10-9e6c-f85fa35ca34b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c72163666311ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: cc9a05fe-127b-48b4-a603-d46c0788b15e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: a9a8b32a-4eea-44f3-95dc-dfbdc6f61e0d
  kind: Event
  lastTimestamp: "2026-07-30T17:28:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:09Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd.18c72163bb70f8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 23cc42d0-669d-407d-8df4-ba3037c5fd9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-578c74fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: b615f44d-970e-4e2a-8ee3-e5a9d51cb88a
  kind: Event
  lastTimestamp: "2026-07-30T17:26:37Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-578c74fc8-6fnpd'
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8.18c7214e6aae775b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 6006ec29-9dbc-4758-a1e8-aba96d1a6b0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: aeeb28e3-5f85-4eb7-bf91-2db3cf02f803
  kind: Event
  lastTimestamp: "2026-07-30T17:26:37Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-578c74fc8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:37Z"
    name: isvc-canary-rollback-v2-predictor.18c7214e63c601ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: 115ac4a7-1439-40c6-bf3e-802aa7195633
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 51fb1027-15d4-454c-9f00-78a90703910f
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback.18c7214e63642728
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: 1877155e-fe55-4811-a41a-b40b1286fe81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 51fb1027-15d4-454c-9f00-78a90703910f
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback.18c7214e64234ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 01c227fd-20ff-483f-83a8-aa1603f5154e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 51fb1027-15d4-454c-9f00-78a90703910f
  kind: Event
  lastTimestamp: "2026-07-30T17:26:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:38Z"
    name: isvc-canary-rollback.18c7214e64239d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 8edc0c04-786d-4e09-bc5c-1a012c080bf9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 51fb1027-15d4-454c-9f00-78a90703910f
  kind: Event
  lastTimestamp: "2026-07-30T17:29:31Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:31Z"
    name: isvc-canary-rollback.18c72162990c3487
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: 4740f738-fefd-4f27-b019-e950cdc5d6d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: 51fb1027-15d4-454c-9f00-78a90703910f
  kind: Event
  lastTimestamp: "2026-07-30T17:28:08Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-30T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:28:08Z"
    name: isvc-canary-rollback.18c721636dc46adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: f4e2c4c9-ac66-41a3-a835-29ca408f14da
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:29:43.574369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-77665d5899-vhszs
    to ip-10-0-130-254.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179a25bc705
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: 8f095fb8-5e6e-41bb-a2e0-6a10640837ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179b0d07f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: 4f63c8c6-64d2-4881-92bd-07203613b9cf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179dfd3626d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: e28333fe-e4ec-4518-aed2-4bc0e05cdbc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179e152aa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: b0b6b6ce-9f3f-4aa7-9032-15208309af62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179e5319eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: 08b9ac8d-b3bf-4791-8df3-b72433ae59fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72179e5a55e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 314f616c-35ed-4cb0-86c3-d34f28e67ec3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217af921b385
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 56f78d2a-d6e9-4d0c-9adb-061d1fc310f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217afbfbc2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24024"
    uid: fcb7c7fe-298e-4c26-874b-bbc4706b40a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217afc6c2719
    namespace: kserve-ci-e2e-test
    resourceVersion: "24025"
    uid: 4ce04d03-61f1-4cf8-90df-b1d6eebf31e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217afc76590d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 59be7e8b-beb1-4232-b263-20058284484a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217afffc36c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: 753b9d96-a0ef-422f-860d-1e98e5cba008
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217b006ecf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 3c008adb-2246-4589-981e-62fcdc537b0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:30:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:57Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7217b7104b7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: a64a84f2-5f4d-4761-a6de-b8615a8025b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7218fc2ef0e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: ff465275-47fe-4145-b2a7-ffb9e8a87d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c7218fc2efa68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: 54cb7e77-b3b7-4be3-bef3-ab565d070d78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-vhszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 99428d45-312f-4269-a0fd-9dad31e482de
  kind: Event
  lastTimestamp: "2026-07-30T17:31:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:22Z"
    name: isvc-canary-stop-predictor-77665d5899-vhszs.18c72190a14a503d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24725"
    uid: e605561a-7f61-4914-9770-2c031049cdd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-77665d5899
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 1d767d19-4d88-4229-8df8-56f95290e176
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-77665d5899-vhszs'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-predictor-77665d5899.18c72179a17d78b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 334810b3-d516-4256-921a-d411d0245419
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: a8895c84-b96d-4a41-ac1a-e37e8c64811a
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: Scaled up replica set isvc-canary-stop-predictor-77665d5899 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-predictor.18c721799bbe2872
    namespace: kserve-ci-e2e-test
    resourceVersion: "23902"
    uid: 0f30ec70-6422-4e34-9bfe-27dc446cf283
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:29:43.577320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179a288c7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: e7981c1a-6288-4634-9ded-e75819cfbfd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179ab3f113c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: be5edbbd-ded9-42b8-b593-808f1a6e5cf3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179e05cdafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 6f2d3ca0-a42a-4a26-9648-10cfe29f24de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179e21d48af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 69fa2ca2-82d1-4c83-91cc-406639aba61a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179e51e0044
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 75613fd6-3731-405f-97c9-43a53128337c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:44Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72179e59862be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: c2348624-8c16-4f8a-95e3-e8b67f4a760c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217aeb478f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: e67db95d-7ae7-498b-99bd-430870819a1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217aeeb65c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 41fd07af-a209-412e-920e-87796739a7e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217aef397a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 3202970f-7b0c-451a-a5bb-9a3e8a8b37c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217aef47e7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 034ddb45-f9a7-4baf-9193-7a457350da19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217af24dfe5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: f0ed6372-30ab-4381-b6c9-808e0d05cd51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:29:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:49Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217af2dad9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 220ca3d0-af3b-433c-bb20-fa848edf51b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:31:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:07Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7217b632d4d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: a55d62d8-ab7d-444a-a098-a51925ff828e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7218fc71d5be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: f507eb7e-b0da-45ca-80c0-8a2b61507830
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c7218fc71dc139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: 3f9d6187-93f6-42ef-9023-c3d4e3654204
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: c07c8213-dd15-4e4c-95b2-aae55d328083
  kind: Event
  lastTimestamp: "2026-07-30T17:31:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:22Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-m76gp.18c72190936c9dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 58abeb9c-8217-4842-beea-db97130e3285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-9b8c9778
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: fb4f6822-4547-4066-80f5-483b797c3bdd
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-9b8c9778-m76gp'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778.18c72179a1f04741
    namespace: kserve-ci-e2e-test
    resourceVersion: "23924"
    uid: d80b5baa-9ac2-42f5-9174-5a6307638581
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: e9aead22-184f-4136-9166-e3bf9a76b545
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-9b8c9778 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop-v2-predictor.18c721799e125ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 83e5f7ab-740f-4e8a-ac1f-3c386a56e363
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 60e78b34-0fdb-4e8b-8078-ade0f9056c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop.18c721799dbf5032
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: ba04ab83-6042-4246-88fd-65ab758f49f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 60e78b34-0fdb-4e8b-8078-ade0f9056c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop.18c721799e5ac160
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: b13d594c-b2ab-431f-9396-ab33be60abea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 60e78b34-0fdb-4e8b-8078-ade0f9056c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:29:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:43Z"
    name: isvc-canary-stop.18c721799e5b04ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 61bd55a4-f0bc-4cc0-9b6a-b1a275a7cb39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: 60e78b34-0fdb-4e8b-8078-ade0f9056c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:31:07Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:07Z"
    name: isvc-canary-stop.18c7218d2d2ea922
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 5c517866-2f88-471f-80b6-7aa476e7f501
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24683"
    uid: 60e78b34-0fdb-4e8b-8078-ade0f9056c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:31:18Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-30T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:18Z"
    name: isvc-canary-stop.18c7218fc573508a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: 49ef75e9-23cc-4e19-a69e-9b20de92d653
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:33:37.479942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b01837f3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 03075bc2-20a3-4514-8273-2d220edd97e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-61f75d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b021674828
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: 9ec3c573-d263-413a-9745-f49aa9d7af49
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:38Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:33:38Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b0562fcfa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26209"
    uid: 64aea14c-3653-4d8c-bd04-920cbbfdaaaa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:42Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b057f1ae81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26245"
    uid: b1afbfc0-6235-4327-87dc-4eec284a3454
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:42Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b05b6e308c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: dbde41f3-fb65-49f9-b2d4-804f0d3a44d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:42Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b05bed6fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 19a9a68b-2f76-4a07-a5db-d30f2d617483
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 987cad56-29db-4deb-a983-4f2aa7803f7a
  kind: Event
  lastTimestamp: "2026-07-30T17:33:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:43Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx.18c721b168c50d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 1c7a1bfe-071c-482c-8f37-57c4cf50a6ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-61f75d-predictor-fc548b88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 8aa71ac1-1466-4ab9-9409-15944185f7f0
  kind: Event
  lastTimestamp: "2026-07-30T17:33:37Z"
  message: 'Created pod: isvc-init-fail-61f75d-predictor-fc548b88d-njzqx'
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d-predictor-fc548b88d.18c721b017b8ee74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: aeb1731a-7885-417c-b215-16a92345bd46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-61f75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: cc6afad2-6ab0-42ca-8c02-3f377bf2d88d
  kind: Event
  lastTimestamp: "2026-07-30T17:33:37Z"
  message: Scaled up replica set isvc-init-fail-61f75d-predictor-fc548b88d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d-predictor.18c721b013f1c754
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: 3bc8c927-a48d-43d8-96ac-dcd2e8cd8b25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-61f75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 3983abdf-7cf8-45da-a821-f31a9cc1ac4f
  kind: Event
  lastTimestamp: "2026-07-30T17:33:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:42Z"
    name: isvc-init-fail-61f75d.18c721b014184ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: 4e69c47c-fc7a-4098-a3b6-5516374b37dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-61f75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 3983abdf-7cf8-45da-a821-f31a9cc1ac4f
  kind: Event
  lastTimestamp: "2026-07-30T17:33:37Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-61f75d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-61f75d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d.18c721b014fdcd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: ab7c804d-ee5e-49d0-bf38-152cf1f98e11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-61f75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 3983abdf-7cf8-45da-a821-f31a9cc1ac4f
  kind: Event
  lastTimestamp: "2026-07-30T17:33:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-61f75d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:37Z"
    name: isvc-init-fail-61f75d.18c721b014fe14c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: c74025b2-3f16-455e-9812-acb95c7ad3e1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:16:46.383062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:16:46Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4ae259cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 3e36eb7a-dbf6-49f4-b4b1-d5d414abc8d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-94aa4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:46Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4b92a9bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: cfaf5ebc-9644-4f5e-b73a-cf04bc327ebe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:47Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:16:47Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4ecc2b224
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: b0b11950-1c4b-4ca6-bba2-53d74ba2079f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:47Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4ee8132c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: e4a662cd-0ee5-4397-af7e-32b86a22bcd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:47Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4f1995507
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 7c473387-20f2-4fb3-b3a9-da2c290797b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:47Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c4f21a8bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: 3cc14ec5-8490-41c0-977d-98c7b633102a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5ebfc1437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 19aeb813-ba94-4f04-b729-3f3e737c9dd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5efef0e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 7138d680-5c6b-47ab-8675-218ac9cc7ed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f072a85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: dacbd837-5e1c-4909-9ba6-e0705f9b2a88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f07e1c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: a96fd170-f961-4602-9c73-01e6eaebe889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f4d0d8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: f79efbf5-d385-4ac2-87ca-b552f8d89be2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f5b7fd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 0b6c70c3-7b8f-4272-a345-878d96f3f6e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f5c5500e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: b68fec76-a833-481a-b17d-3ca9fe06a426
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f91bc84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 4dc2b7fd-fd4f-4ffc-a927-32eb21e5a084
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:16:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-30T17:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:51Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c5f99d2146
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: f5d6ce17-60f2-4452-b3df-99c841c00ce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:10Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c628096e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: 6c7faeca-7c27-4d8b-b61d-c27054edd2bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:10Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720c628159c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: 12b136fc-fc81-4be8-a2e1-dd334acd89f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720dd2f1f5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 86817d8a-40ab-4a35-8e96-91535ba47dd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720dd2f1f7650
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 72c4bd7f-0371-4f8c-bb99-879ae343cb18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720dd2f20465f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 25005e5b-662f-4d36-9b7b-1b9788748e08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 7d7d023d-4d93-4b21-8163-4bc6b39b7619
  kind: Event
  lastTimestamp: "2026-07-30T17:18:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:38Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc.18c720ddac55150e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: e1f034e5-b1ba-47b8-aa65-3e2ef1178cd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: d0e8f3e2-fb6e-407f-b41d-80535a4f4011
  kind: Event
  lastTimestamp: "2026-07-30T17:16:46Z"
  message: 'Created pod: isvc-logger-raw-94aa4-predictor-7d87468fcd-6vgdc'
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:46Z"
    name: isvc-logger-raw-94aa4-predictor-7d87468fcd.18c720c4adacff9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: aaf8e0e7-5f5e-4179-8da4-70c7dcc556bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 87c594a1-1d0d-4b8d-87c3-d77edf736cf6
  kind: Event
  lastTimestamp: "2026-07-30T17:16:46Z"
  message: Scaled up replica set isvc-logger-raw-94aa4-predictor-7d87468fcd from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:46Z"
    name: isvc-logger-raw-94aa4-predictor.18c720c4a9eae655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: 2176a237-7d68-47b4-93f2-5fe8df36a97f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:17:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: e1f397d1-4076-4537-a1fc-765750625de1
  kind: Event
  lastTimestamp: "2026-07-30T17:17:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:17:16Z"
    name: isvc-logger-raw-94aa4-predictor.18c720c82872bdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 39a07022-d151-4453-bb62-630705496ec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:17:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: e1f397d1-4076-4537-a1fc-765750625de1
  kind: Event
  lastTimestamp: "2026-07-30T17:17:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:17:16Z"
    name: isvc-logger-raw-94aa4-predictor.18c720c828d6c1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: ea830a4f-ea7a-4dbd-9484-829055adbc69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: e1f397d1-4076-4537-a1fc-765750625de1
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-logger-raw-94aa4-predictor.18c720cf2692737d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: c0bf5a50-98f6-46df-a2ea-168bfeedabde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: e1f397d1-4076-4537-a1fc-765750625de1
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-logger-raw-94aa4-predictor.18c720cf2716a62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 5726ccfc-5d98-4655-bcdf-53d6e3fc6957
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: e3e65148-3843-43be-8662-e23233034f49
  kind: Event
  lastTimestamp: "2026-07-30T17:18:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:20Z"
    name: isvc-logger-raw-94aa4.18c720c4a9f30774
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 453f7f54-7346-40c8-91a9-5d14e345a578
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: e3e65148-3843-43be-8662-e23233034f49
  kind: Event
  lastTimestamp: "2026-07-30T17:16:46Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-94aa4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-94aa4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:46Z"
    name: isvc-logger-raw-94aa4.18c720c4aa6c9701
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 458498d2-b338-4bc1-94fc-2592c533b6d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: e3e65148-3843-43be-8662-e23233034f49
  kind: Event
  lastTimestamp: "2026-07-30T17:18:20Z"
  message: InferenceService [isvc-logger-raw-94aa4] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:20Z"
    name: isvc-logger-raw-94aa4.18c720da9d567dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 1a58612c-dfc2-40c5-8713-96b6bea85732
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:31:29.105765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-303984-predictor-8666b4654c-pz9g5
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219234851fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 1114d9e7-9a80-4039-8bd7-0b369f8c3ff1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:29Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721924ef687c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 0b04639f-9b63-491d-bea2-642a0afd6625
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c72192510e6c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24824"
    uid: 026e72f8-5053-41d3-a998-280ef086e1b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219254183b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 98f02e5d-8eb2-4a8c-ac7a-4bf306089896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219254a5ccad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24827"
    uid: 6fdfddfb-584c-4c49-a211-36caf8125aa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721933cd39bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: 23992fb5-af30-41e4-8f1e-e13f4f003db1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219340cb0195
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: dd30e1ac-05ee-4080-b59a-b9d792041867
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219341481e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 804d8aee-6a1b-4962-8723-94d9cec003ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721934155dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: 05e35373-0d7d-49d1-991d-7cbd943c366a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219344742379
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: bbe88a5c-f0fa-45bf-b6a3-a7f6282c47cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:31:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219344f61ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: 1828ee1b-e1df-4fa7-98ca-f367350df5f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:33:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:33Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c7219378d750ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 63ca5eee-4347-4de9-85d9-60aad0089f49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:33:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:32Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721aee9198111
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: e6eb3a20-9897-443b-b686-593256325bc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:33:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:32Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721aee919fcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: 15620f38-888b-4f40-b792-6bd58e0c258c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 926f1662-23d6-47c4-81b1-e19078554bfa
  kind: Event
  lastTimestamp: "2026-07-30T17:33:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:35Z"
    name: isvc-primary-303984-predictor-8666b4654c-pz9g5.18c721afa53356df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 19bdd294-3e70-405a-8df5-77d3a2f66f74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-303984-predictor-8666b4654c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 07037e80-6220-4605-b862-df12e1510364
  kind: Event
  lastTimestamp: "2026-07-30T17:31:29Z"
  message: 'Created pod: isvc-primary-303984-predictor-8666b4654c-pz9g5'
  metadata:
    creationTimestamp: "2026-07-30T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:29Z"
    name: isvc-primary-303984-predictor-8666b4654c.18c7219233afca42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 6b739dda-c058-47a8-8ba0-7a57cb5c299b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: da33ca53-95d4-4ae4-9f79-d9119965af17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:28Z"
  message: Scaled up replica set isvc-primary-303984-predictor-8666b4654c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:28Z"
    name: isvc-primary-303984-predictor.18c72192278832a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 6e714acf-23e6-4605-adb5-11d02d17da8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 1d6e9948-a373-4abf-982c-c26f74177ae4
  kind: Event
  lastTimestamp: "2026-07-30T17:32:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:32:13Z"
    name: isvc-primary-303984-predictor.18c72195a61c6ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 297e6e01-ccc1-4c8b-8867-de9db7e5d574
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 1d6e9948-a373-4abf-982c-c26f74177ae4
  kind: Event
  lastTimestamp: "2026-07-30T17:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:32:13Z"
    name: isvc-primary-303984-predictor.18c72195a6a4ed4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: 92dd17e4-af7f-4c31-913b-a17e840fb4e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 1d6e9948-a373-4abf-982c-c26f74177ae4
  kind: Event
  lastTimestamp: "2026-07-30T17:33:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:29Z"
    name: isvc-primary-303984-predictor.18c721a0258dea79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 1e7f10fb-61d3-4292-a348-725653dacee4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 1d6e9948-a373-4abf-982c-c26f74177ae4
  kind: Event
  lastTimestamp: "2026-07-30T17:33:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:29Z"
    name: isvc-primary-303984-predictor.18c721a02686a92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: b78a5d4f-3afc-426d-b81f-fbd7cc9a30b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 617668d7-8071-406d-8cbf-6c285d10cf61
  kind: Event
  lastTimestamp: "2026-07-30T17:32:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:32:53Z"
    name: isvc-primary-303984.18c721922770b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: 9d76b21d-3f8f-4bd8-a8aa-4b3c0727d6f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 617668d7-8071-406d-8cbf-6c285d10cf61
  kind: Event
  lastTimestamp: "2026-07-30T17:31:28Z"
  message: 'Failed to update status for InferenceService "isvc-primary-303984": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-303984":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:28Z"
    name: isvc-primary-303984.18c7219228b17e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 4545d123-336f-4940-86a9-aeb7ff6b801f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 617668d7-8071-406d-8cbf-6c285d10cf61
  kind: Event
  lastTimestamp: "2026-07-30T17:31:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-303984": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:28Z"
    name: isvc-primary-303984.18c7219228b1d075
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 1d3cf6c1-183a-41f4-8875-763828ef2c79
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 617668d7-8071-406d-8cbf-6c285d10cf61
  kind: Event
  lastTimestamp: "2026-07-30T17:32:53Z"
  message: InferenceService [isvc-primary-303984] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:32:53Z"
    name: isvc-primary-303984.18c721a5e0a6dcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: b7c2625f-afa5-4334-977d-5a01fb8f5d26
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:10:30.617288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14342"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:10:30Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206d30c2e709
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: 82b0c490-5c1d-42a4-85b3-fa0a50be10c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14352"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206d4b08e307
    namespace: kserve-ci-e2e-test
    resourceVersion: "14364"
    uid: 819e4e3d-e556-482b-887c-9291100536c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206d4cd539b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14366"
    uid: e8d5e96b-c7a2-4908-a998-e1e16476888e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    in 3.383s (3.383s including waiting). Image size: 300978649 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:34Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206e167b4194
    namespace: kserve-ci-e2e-test
    resourceVersion: "14397"
    uid: 11535b60-74db-4390-939e-a4b29635d10f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:34Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206e19c29a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: f7b83472-9c27-485f-88a7-2333d345565f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:34Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206e1a36bfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: e4f3be7a-022b-4360-8319-92eeb84501e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:39Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
  metadata:
    creationTimestamp: "2026-07-30T17:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:39Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7206f25bf8b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 06d3b5f0-60b5-4a91-a3de-6c8da41de5d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    in 12.974s (12.974s including waiting). Image size: 1555704245 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:51Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720722b145def
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: ad30bee3-e320-4846-aca4-21ead3933c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720722ebd7794
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 4d37fe0b-afff-4644-bd2a-afc49e8d783c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720722f3ecf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: d564f3dc-66bf-4b83-9e16-cb354d632370
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720722f4d60a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: cf5db68e-34aa-467e-9d84-ac91e8a44a79
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.152s (2.152s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:54Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72072af9aec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: 5143384a-3307-4aa2-8bdf-8cd083a650cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:54Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72072b2f5943f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: 6e3a8529-8604-4613-b38c-6a48d4b06377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:54Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72072b3822119
    namespace: kserve-ci-e2e-test
    resourceVersion: "14548"
    uid: cce38126-6bf5-48e4-8f94-75d43f6e1faa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
  metadata:
    creationTimestamp: "2026-07-30T17:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:54Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72072b3916603
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: f060db01-91b0-47d0-b618-908acea09adc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
    in 1.986s (1.986s including waiting). Image size: 240170107 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:56Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720732a00d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 9cc8bf06-44be-491f-baec-0aa83bae9005
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-30T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:56Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720732e308346
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: 4fc6651a-5738-4b53-8733-3d9e575569a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:10:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-30T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:56Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720732eb22b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: d3a0ab49-a14e-4101-8335-cbdbf6aff030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:37Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c7207398776792
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: bb533385-7cc5-402a-98e2-30a283783b1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:27Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c720739881536b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: cbbd66ae-e9cc-47e9-934d-61d32ab222a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72087fc3050c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: b6fe1646-8fe5-4e07-914d-2c01d3c2aab5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72087fc315ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 019ef654-6f9a-4807-9619-1fedd16889fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72087fc31716c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: ae70e5c8-dd7b-4636-9bc6-a29795f64dc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 3aa38bf3-1bcd-474c-a184-4a4ef95950c2
  kind: Event
  lastTimestamp: "2026-07-30T17:12:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:34Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg.18c72088c90c3d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 292812a2-a8bf-4f34-b346-e274b4a3c807
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14331"
    uid: 173d7b83-d094-4329-a39f-0508f8773c96
  kind: Event
  lastTimestamp: "2026-07-30T17:10:30Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb-4n6qg'
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:10:30Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb.18c7206d2ffc6428
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: 2ed33219-a0f5-4df4-aabc-4a6c6ebb8057
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-fbbbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: 3ab5105c-ce4c-4dd0-bb85-d789ac013270
  kind: Event
  lastTimestamp: "2026-07-30T17:10:30Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-fbbbd-predictor-777bc5d7bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:10:30Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor.18c7206d265ed3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: a1c85a78-d1fc-4f67-9a9c-3cb44f9ddf10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fbbbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 710b8d70-1dbf-44ad-9d72-2d0a525f77a6
  kind: Event
  lastTimestamp: "2026-07-30T17:11:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:11:15Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor.18c72070abecd1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 9fea1432-9ad2-4489-b8ed-bb45e38d793d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fbbbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 710b8d70-1dbf-44ad-9d72-2d0a525f77a6
  kind: Event
  lastTimestamp: "2026-07-30T17:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:11:15Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor.18c72070ac51bf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 56cf5c07-fa03-422f-90df-cc7912d490fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fbbbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 710b8d70-1dbf-44ad-9d72-2d0a525f77a6
  kind: Event
  lastTimestamp: "2026-07-30T17:12:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:15Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor.18c7207b28df46f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 85d16138-0bc7-4a81-8fc1-5409da0e0d88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fbbbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 710b8d70-1dbf-44ad-9d72-2d0a525f77a6
  kind: Event
  lastTimestamp: "2026-07-30T17:12:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:15Z"
    name: isvc-raw-sklearn-batcher-fbbbd-predictor.18c7207b294ce7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 69039ed7-3547-431e-9eb1-71c2dd0a9832
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fbbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 720443fd-b355-4c79-8a2d-d4a686519a1e
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-raw-sklearn-batcher-fbbbd.18c7206d2cd17f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 7b8456bc-d409-4d96-85bc-add5439429fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fbbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 720443fd-b355-4c79-8a2d-d4a686519a1e
  kind: Event
  lastTimestamp: "2026-07-30T17:10:30Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-fbbbd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fbbbd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:10:30Z"
    name: isvc-raw-sklearn-batcher-fbbbd.18c7206d2da6bf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 29ad91dd-602b-4447-9bdd-01bb8bf04f08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fbbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 720443fd-b355-4c79-8a2d-d4a686519a1e
  kind: Event
  lastTimestamp: "2026-07-30T17:10:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fbbbd": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:10:30Z"
    name: isvc-raw-sklearn-batcher-fbbbd.18c7206d2da701f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 3b54a0b7-676c-4d7f-a57d-9167b898be33
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fbbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 720443fd-b355-4c79-8a2d-d4a686519a1e
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: InferenceService [isvc-raw-sklearn-batcher-fbbbd] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-raw-sklearn-batcher-fbbbd.18c7208618112a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 98b9cd02-323e-4d23-9547-20c88fc693d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:33:14.265577Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721aab0889d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 5e4e2c38-1faf-464e-b4e9-7899d9e7f887
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: "2026-07-30T17:33:14Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721aacaf5a072
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: b2cbadd5-de3f-40fb-9244-f82a1c1a53e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: "2026-07-30T17:33:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:21Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721aacda1388c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: 42c5b16c-05e8-46b9-840e-3d39328a737b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: "2026-07-30T17:33:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:21Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721aad0a21578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25983"
    uid: f60d6626-6f90-4be8-90bb-f2c84b99d0b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: "2026-07-30T17:33:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:21Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721aad11e810a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25984"
    uid: 809c4809-d67c-46e2-9425-0cf8354fab8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 3ce761c5-82b0-49f7-a36d-64aa30de9c15
  kind: Event
  lastTimestamp: "2026-07-30T17:33:25Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-303984-predictor-6b948d9ddd-bw2sp_kserve-ci-e2e-test(3ce761c5-82b0-49f7-a36d-64aa30de9c15)
  metadata:
    creationTimestamp: "2026-07-30T17:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:25Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp.18c721ad329a2f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 35235ec2-802c-4872-ad86-e3a784fffeee
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-303984-predictor-6b948d9ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25903"
    uid: dbf2ffd1-2db2-4ac9-be11-18621e7731a2
  kind: Event
  lastTimestamp: "2026-07-30T17:33:14Z"
  message: 'Created pod: isvc-secondary-303984-predictor-6b948d9ddd-bw2sp'
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984-predictor-6b948d9ddd.18c721aaaf72cd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: a20cec22-b6e3-43be-8a5f-1d6fc644d15e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: f526b0f2-8ba8-4a39-ad6a-f7a454fc777c
  kind: Event
  lastTimestamp: "2026-07-30T17:33:14Z"
  message: Scaled up replica set isvc-secondary-303984-predictor-6b948d9ddd from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984-predictor.18c721aaa74db89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25904"
    uid: d3a60a35-0451-46a1-82fb-c8578d207169
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 478ab34a-0881-4fcb-8709-2d9e3dcd7434
  kind: Event
  lastTimestamp: "2026-07-30T17:33:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:29Z"
    name: isvc-secondary-303984-predictor.18c721ae25c48da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 1e619f9c-9456-46aa-9e34-072797393669
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-303984-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 478ab34a-0881-4fcb-8709-2d9e3dcd7434
  kind: Event
  lastTimestamp: "2026-07-30T17:33:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:29Z"
    name: isvc-secondary-303984-predictor.18c721ae262f0b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: 374bcf3a-ae56-4678-ad7f-470a692bfa05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: 9fd30505-5c38-43aa-89f1-1306ce541f9d
  kind: Event
  lastTimestamp: "2026-07-30T17:33:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:25Z"
    name: isvc-secondary-303984.18c721aaa758fd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 29afb9bc-1c0b-499a-9b9b-181f9c6c9203
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: 9fd30505-5c38-43aa-89f1-1306ce541f9d
  kind: Event
  lastTimestamp: "2026-07-30T17:33:14Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-303984":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-303984":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984.18c721aaa7fd530e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: d13028bd-8500-4c75-9ba9-ce9a1b59045c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-303984
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: 9fd30505-5c38-43aa-89f1-1306ce541f9d
  kind: Event
  lastTimestamp: "2026-07-30T17:33:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-303984": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:14Z"
    name: isvc-secondary-303984.18c721aaa7fd963b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: c81aab86-4ae2-44b4-b918-dd9b3f3426da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:12:25.745260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c72087feec61a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 53f2c6b5-043a-4324-b63a-c7b69aa63b43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c7208819303653
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: b99b0505-04a9-4388-97a5-7323d2db92ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720881aa81c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: bf0ac4a0-539f-4559-a982-6fb92ab41349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720881d58ce29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: ef88a711-6d0e-4c3d-8099-198c3320f62b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720881dc6fb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: de54c15e-110c-4ff9-899c-289297dff1e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720891c6cf41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: cb0c7e86-fa1b-4e89-8381-272fd5c9cea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c72089205ac558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 96144655-5859-455b-9f47-6b3491b8a332
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c7208920cef282
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: e3cf05d6-01c3-49ff-98ef-eec54e9e0d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c7208920db7307
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 55cfd4de-a421-49fc-908f-9e847b72ae87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c72089249addee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: cadf7612-f223-4cbd-8c7e-72bc5781682e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:12:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:30Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c72089250f2168
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 3a2ac6c3-333d-4f9d-bb8a-5426e0b9f0fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c7208994a2b9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: e1441eee-fbd6-4d80-b31a-161296314a1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720a3fea486e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 74233585-a8b3-4ac2-8edd-909cc073b6d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720a3fea51bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 0833c95e-8369-4aee-a3fb-e8dfc1e80e20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: ceb692e6-ac6d-4ceb-b514-777eddf7c439
  kind: Event
  lastTimestamp: "2026-07-30T17:14:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:28Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz.18c720a4971c6a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 65034f24-9d9d-453f-8e19-0723cff9064f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 995ac553-f3ff-4d03-9482-ec6f73b24cb0
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: 'Created pod: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878-whvsz'
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878.18c72087fe7abac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 8d14183d-7112-4e9a-b24a-cdade2e48f71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: b7f1740b-8917-4a27-87f9-cf8997b619ed
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-5f73e-predictor-5d4b967878
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor.18c72087f964ab4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 60539c2a-29c9-4aa8-b317-d4f4932f8289
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f27640c7-8df4-4f35-81fe-25d043718775
  kind: Event
  lastTimestamp: "2026-07-30T17:13:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:10Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor.18c7208b77e47137
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 674aaa2c-25c5-4576-8b53-2869cb9d959a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f27640c7-8df4-4f35-81fe-25d043718775
  kind: Event
  lastTimestamp: "2026-07-30T17:13:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:10Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor.18c7208b78467625
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: c634c5a1-2295-4766-8475-6dfe187471a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: f27640c7-8df4-4f35-81fe-25d043718775
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor.18c72095f525e1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 83530dc6-b3ee-4140-b72f-2b35bd704cd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: f27640c7-8df4-4f35-81fe-25d043718775
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-sklearn-graph-raw-5f73e-predictor.18c72095f57636d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: b7294211-1801-457d-ae3f-aaac2ade1dfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: 682e10d9-f917-42da-a02f-7af2940fe122
  kind: Event
  lastTimestamp: "2026-07-30T17:13:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:13:56Z"
    name: isvc-sklearn-graph-raw-5f73e.18c72087f96c35ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: 7e73f155-0fd0-4f08-ab70-57208d4de624
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 682e10d9-f917-42da-a02f-7af2940fe122
  kind: Event
  lastTimestamp: "2026-07-30T17:13:56Z"
  message: InferenceService [isvc-sklearn-graph-raw-5f73e] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:13:56Z"
    name: isvc-sklearn-graph-raw-5f73e.18c7209d24fedab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: ef1d3a3a-628a-4f90-bd72-33d56f90ede7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:14:26.058815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a4022b8b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 5fcca037-36dd-4e97-aa5a-f72337f47d6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-32669-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a40ad26b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: fe14439b-277e-45b1-8c85-02a5018b9196
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:27Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:14:27Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a440cfefa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: d58803ab-3f89-48b6-bdd1-05a95224f6cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:27Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a442612329
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 73e2f1a3-4c65-4953-afb0-406268202a22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:27Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a446395349
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 5c0a953c-0d15-432a-83d9-5ea76dff0a02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:27Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a446b2a32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 735b072d-fc2a-4b43-8487-a509d2f6fbe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a569966d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: e5d52f33-0095-47ee-9081-7e74269ee8ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a56d8d12fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: ea957748-9a5d-4c35-bbcf-bf1948231533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a56e1eb1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: a83ca428-5c1b-4947-a481-6f7e04256946
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a56e2c6614
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 7f5408f6-b3ce-431f-844b-67c9de34cc9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a571155f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 625a0191-093f-4921-acc6-c4ea7c794687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:32Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a571887d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: 1852a946-53c5-4b7d-8ff5-8f75c0c741e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:30Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720a5a613a93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: d278152f-fb98-41a8-950e-eda02032d61c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720c00573047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 939ebda0-8d49-4e46-90f0-8575dccd2710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720c005737674
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 487fdbd9-aa96-4e0a-80a3-8a8c97b4f35e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 89210773-9748-4652-8d4c-80f1c870dfc4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:29Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb.18c720c0a886d5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: e8325a3d-af2c-4a1a-872f-eede1e500108
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: f2689881-5b90-494c-806f-2f56a4b277a8
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46-gp2rb'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46.18c720a401ae3552
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: f14d4de6-5bc3-4d0d-b049-b655af23eaf9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: f7ef1f29-ed70-43c3-8941-e2a68afcb9da
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-32669-predictor-74ff88df46
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor.18c720a3fcd95ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 667dc6c3-c206-4e26-8cc1-a1d92ef569ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 841f3094-d0cf-4937-a8b8-05a7645848c4
  kind: Event
  lastTimestamp: "2026-07-30T17:15:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:11Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor.18c720a77b6f7e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: c2d8d3a4-0e80-4e8a-b8e7-41e21dc84861
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 841f3094-d0cf-4937-a8b8-05a7645848c4
  kind: Event
  lastTimestamp: "2026-07-30T17:15:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:11Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor.18c720a77be59c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: fc671fca-6c95-4f72-94d9-519aae2e253e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 841f3094-d0cf-4937-a8b8-05a7645848c4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor.18c720b1f97d7e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: ed6604c3-a5cb-4ce1-9640-baaaa5f49a78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 841f3094-d0cf-4937-a8b8-05a7645848c4
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-sklearn-graph-raw-hpa-32669-predictor.18c720b1f9ecd7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: c5acceb5-8aa9-4daf-b7b1-03b3a4f464d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 3831ab02-fa25-4be5-9170-79503ff9d4e7
  kind: Event
  lastTimestamp: "2026-07-30T17:16:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:00Z"
    name: isvc-sklearn-graph-raw-hpa-32669.18c720a3fcf17a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 4f17ee65-2fe8-4e1c-af4c-93069cedbb87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 3831ab02-fa25-4be5-9170-79503ff9d4e7
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-32669":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-32669":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-sklearn-graph-raw-hpa-32669.18c720a3fdf4f81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 5741447f-8f4c-4a8b-bdf0-1f10f035f44c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 3831ab02-fa25-4be5-9170-79503ff9d4e7
  kind: Event
  lastTimestamp: "2026-07-30T17:16:00Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-32669] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:00Z"
    name: isvc-sklearn-graph-raw-hpa-32669.18c720ba04488e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 603d4183-95e7-486f-aa82-a9ce48b0e333
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:18:31.699011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720dd3377689f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 7dc83ff0-0001-4753-930c-492046235332
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720dd4e2ac258
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 5e81cb70-55f2-432e-b237-7bb5294e67a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720dd4fb8e173
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 40ef3bc6-de00-4386-827f-86023d1f2a28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720dd531f5a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: f34ce212-c56a-43da-aec0-c0e17ba0feb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720dd539fd3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: aae25638-b322-4a0e-9d80-3c47d1497d7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de3e5c4c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: dd0dba94-ba41-4719-ab5d-41332fbd21c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de428e0d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 67aff761-354d-4aac-bd3f-9d850d19a7c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de43052ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: 84e055c5-8a26-4ee8-8a96-86b181e79401
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de4311223a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: fa7684bb-dbe6-4591-87c0-674df89a7387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de469480ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: c84bc464-3b10-4f51-85b3-54a96f41460e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:18:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:36Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720de471edbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18643"
    uid: 78859b48-d918-428a-a4fb-611bb043ab02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:21:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:33Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c720deb680753c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 3a8309ab-5477-4a87-84bd-4b78570638ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c72107260b7187
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 7a599fe8-5f83-4338-8236-dccce4cf2ac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c72107260beea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 9c9f00e2-5ec4-4fbb-9118-911a89499528
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 902dff9d-901f-4056-bc40-367a61bb1477
  kind: Event
  lastTimestamp: "2026-07-30T17:21:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:39Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq.18c72107b13a8bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 714896c8-3246-45a9-b910-e512eecec30b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: 1b19de45-a5fb-497d-87f0-77206696c35a
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: 'Created pod: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84-vctqq'
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84.18c720dd32e29f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: c74a4bd3-6d21-425d-aafb-cc125425789f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-467c1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 1e678685-e2c0-4bc0-b53e-72c58058be5e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-467c1-predictor-6d78f86d84
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor.18c720dd2ddf8049
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: c8d91303-4eff-4e7e-bfb5-d891d89f64f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-467c1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 0087a356-7fd8-4f37-bad1-803d9aebb586
  kind: Event
  lastTimestamp: "2026-07-30T17:19:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:19:01Z"
    name: isvc-sklearn-scale-raw-467c1-predictor.18c720e0acd30254
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: fd0f3681-603d-43dc-ae75-e394ce41e1fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-467c1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 0087a356-7fd8-4f37-bad1-803d9aebb586
  kind: Event
  lastTimestamp: "2026-07-30T17:19:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:19:01Z"
    name: isvc-sklearn-scale-raw-467c1-predictor.18c720e0ad337393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: b485573c-eefb-4add-85e5-330414787648
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-467c1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 0087a356-7fd8-4f37-bad1-803d9aebb586
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor.18c720e7ab09ade7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: adae3174-27bd-4774-ae00-9a59dc855a44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-467c1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 0087a356-7fd8-4f37-bad1-803d9aebb586
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-sklearn-scale-raw-467c1-predictor.18c720e7ab6e260b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: d4b1af49-1f18-41fa-8df1-b4524069ceb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-467c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 18b65f49-379e-45f4-a172-ffc43eeb33d9
  kind: Event
  lastTimestamp: "2026-07-30T17:21:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:21:23Z"
    name: isvc-sklearn-scale-raw-467c1.18c720dd2e16360a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 8c950007-d395-462a-b384-6d96d7cca3a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-467c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 18b65f49-379e-45f4-a172-ffc43eeb33d9
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-467c1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-467c1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: isvc-sklearn-scale-raw-467c1.18c720dd2e89e3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 95315b0d-20aa-45d0-9c8e-54b83553db43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-467c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 18b65f49-379e-45f4-a172-ffc43eeb33d9
  kind: Event
  lastTimestamp: "2026-07-30T17:21:23Z"
  message: InferenceService [isvc-sklearn-scale-raw-467c1] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:21:23Z"
    name: isvc-sklearn-scale-raw-467c1.18c72105388429eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 2f48fc5e-34b8-4f75-a2cb-e5bd17391487
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:12:25.850022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c72088052aeac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 46ced80c-612d-4287-bd75-5fc92483069a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-5f73e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720880ec4fadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: 5d8c3707-157d-487c-aed0-1e354b20c4b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208843aee50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: f2ea9341-8260-467f-b47b-3fa7860258bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c72088459067cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: ac958668-16a3-4948-9b8b-f765bfc70029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208848eb3e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: 3c9038a1-0789-4114-bb26-4f1e4bdd3f08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720884958ef6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 09a44f5a-1a4e-4667-a0fc-7d37adc1e4f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:31Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:31Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208958b0e483
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 000ec119-1de6-4645-86a8-6a0dc7ebff5c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.425s (21.425s
    including waiting). Image size: 1307355897 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:52Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e55bc33ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 688af63f-d007-4921-a71c-d28693cf4da5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:53Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e5a8760a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 619e0cbd-ec79-4c99-b5ba-f179e97cac77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:53Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e5bfb9f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 50db44f5-24c5-44fd-bd88-84dffa06242b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:53Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e5c0918ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 20969ee6-5187-4687-9761-d872dd1554c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:53Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e623f8d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 21def312-397b-4338-a5c9-788ebcbdfa93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:12:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:53Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208e63684c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: f2a08f07-549c-4015-a492-037dd62c3b07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:13:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:50Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c7208eba7f76cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: d17c4d75-b8be-4361-ab07-d4abc7830556
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720a40a031cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: f401b983-ca01-4e9d-8267-ecb163a69947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720a40a039a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: af903bf2-4fd7-49d1-b576-16f6cda1a5c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720a5506b2036
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 807b952d-74e2-4b38-af06-2535261058c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 22be6187-f972-45d4-a410-3f4978fb4425
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz.18c720a550c54201
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: eebb6c41-5b42-47b1-a528-75fc7b9db12a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: c1a28b35-b65f-4b93-83ab-243f5cb6a011
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: 'Created pod: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969-qzkhz'
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969.18c7208804968a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 3e38dfa4-8f05-4107-a66e-7d84b5381116
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 564e7cc5-a17d-420c-b115-d54a5ba4603e
  kind: Event
  lastTimestamp: "2026-07-30T17:12:25Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-5f73e-predictor-5f7bcf7969
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor.18c7208801891fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: fe399977-0f52-4356-a685-42b66fe75639
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: ed21fe17-f091-44a9-8cff-373cdc70fde0
  kind: Event
  lastTimestamp: "2026-07-30T17:13:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor.18c7208b7fe38421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: aeb11c85-e52f-4001-8336-d8d2d7a6103a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: ed21fe17-f091-44a9-8cff-373cdc70fde0
  kind: Event
  lastTimestamp: "2026-07-30T17:13:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor.18c7208b8044f747
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: dfc1e0ca-7cc9-44fa-9a85-d0dd57dde44f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: ed21fe17-f091-44a9-8cff-373cdc70fde0
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor.18c720997b2c7844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: ad080e2f-9ba3-4885-97c4-4f9f3e7b1545
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5f73e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: ed21fe17-f091-44a9-8cff-373cdc70fde0
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: isvc-xgboost-graph-raw-5f73e-predictor.18c720997b9332a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: c2605537-e6e7-4074-a8e2-ae11314c18e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: a635016b-80b2-4167-abeb-95d5f41a3851
  kind: Event
  lastTimestamp: "2026-07-30T17:14:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:00Z"
    name: isvc-xgboost-graph-raw-5f73e.18c72088019c3dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 1727df93-271f-4fcd-8196-5ed7a6153cc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: a635016b-80b2-4167-abeb-95d5f41a3851
  kind: Event
  lastTimestamp: "2026-07-30T17:14:00Z"
  message: InferenceService [isvc-xgboost-graph-raw-5f73e] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:00Z"
    name: isvc-xgboost-graph-raw-5f73e.18c7209e1e7f9d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: de18bdbc-9e33-4c4b-91ed-b3f5b519b911
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:14:26.140807Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a4070ec614
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 427e9a4f-9845-485c-bd0c-94ab003887cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a4218ac984
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 88c3b64f-4b1e-48f5-aa7e-44e60fc78e8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a422ff61b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: f63bbe57-4a7d-41ae-8ed5-7996c7cc5406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a426446d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 6d2c8d09-6b4d-45aa-a83e-1ae6278d1b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a426ba10ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: 8ca0f28e-d39a-4dec-8364-d2287f5d955e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a52d8e7866
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 57a1455a-e778-48e3-9c71-b7b24fe288e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a531f51be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 7b3cdb91-86a5-4570-95df-79757e17b21a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a5328bf3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 7dc201b8-d63b-4941-bc16-d6bcd2571960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a53299d67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: b1189262-234a-4319-96f1-faabbe5e8a58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a5358b5e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 8ff9bfd5-d467-4b9b-8f65-7efb726c2838
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:14:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:31Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a535f9698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: c60f78a7-fe42-45de-bcc9-63065d2c8d0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:16:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:29Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720a5a61b774a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: ed6b1e22-5011-42e9-971e-573de35a56d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720c00b7597c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: baf709a2-56b3-4301-a3e9-7d16c634212f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720c00b763961
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 1b494d75-447e-401e-b4a4-997bec3f0b37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 00498391-6658-44f7-8284-19244f9c36a9
  kind: Event
  lastTimestamp: "2026-07-30T17:16:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:29Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc.18c720c0a885fa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: bd40a9d1-3e61-4e28-be12-3bea20522ea4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 55f65d44-b2e5-4e86-b2c6-a6a7687e30dc
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c-887sc'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c.18c720a40683b49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 88dd6d69-f3bf-40d7-948e-0ee8b958df04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 3cbf2acb-f9fb-411b-a799-5fb74fdabc95
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-32669-predictor-587f74cb5c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor.18c720a403b086e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: edb57f28-d5e2-4248-9a25-ebd6b367c1a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 711819ea-4712-4eb0-a7eb-5f81996b8003
  kind: Event
  lastTimestamp: "2026-07-30T17:14:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:41Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor.18c720a7826e780c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 35c23423-459c-4cb1-842e-c5a07979dc43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 711819ea-4712-4eb0-a7eb-5f81996b8003
  kind: Event
  lastTimestamp: "2026-07-30T17:14:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:41Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor.18c720a782dce9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: ba9159a1-3f50-43ca-aff4-f41acc7d5d1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 711819ea-4712-4eb0-a7eb-5f81996b8003
  kind: Event
  lastTimestamp: "2026-07-30T17:16:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:11Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor.18c720ab019adbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 65bb7692-6b5b-4602-a367-4b054b506bb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32669-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 711819ea-4712-4eb0-a7eb-5f81996b8003
  kind: Event
  lastTimestamp: "2026-07-30T17:16:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:11Z"
    name: isvc-xgboost-graph-raw-hpa-32669-predictor.18c720ab0205f2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 24fa9f0e-ff3c-4f73-ad00-bacc8f354126
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: bb31469c-bad8-4d37-a25f-fd72e7c48b17
  kind: Event
  lastTimestamp: "2026-07-30T17:15:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:15:39Z"
    name: isvc-xgboost-graph-raw-hpa-32669.18c720a403fa90f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: f697da50-5b48-48cb-aa8d-90bc95bef1c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: bb31469c-bad8-4d37-a25f-fd72e7c48b17
  kind: Event
  lastTimestamp: "2026-07-30T17:14:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-32669":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-32669":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:26Z"
    name: isvc-xgboost-graph-raw-hpa-32669.18c720a4045faa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 3600ee0f-61fe-4401-b876-a8171425d51e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: bb31469c-bad8-4d37-a25f-fd72e7c48b17
  kind: Event
  lastTimestamp: "2026-07-30T17:15:39Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-32669] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:15:39Z"
    name: isvc-xgboost-graph-raw-hpa-32669.18c720b509e2fd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: c701f420-7601-4aab-86ac-ac73996a46dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:16:26.356232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c004746934
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: 94f3e1ca-029f-4b83-b858-521a292e80b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-94aa4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c012430448
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: f0c52486-70d5-4900-bf49-ac6ff425f73e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:27Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:16:27Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c042d52935
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 2f8893ba-1025-4882-8ec2-f81d7334e739
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:27Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-30T17:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:27Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c0444b4cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 2c60fba9-7930-4798-b021-906c1b3f35b5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.266s (1.266s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c08fc7181f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: cfa638bb-72c1-4309-afd7-3be531561158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c093c27fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: b4a42927-2d94-4826-914a-d5160c668278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c094363f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: f9e2cf78-e303-4119-9bb5-a7f45e7cebab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c094429c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 57c244fb-a85d-48fe-9b52-2624f5ccf816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c09860ca44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 0842573c-5bab-472f-97fe-4eb380a028dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:16:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:28Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720c098d8239f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 136ad3c8-e6c5-4380-ba13-54cd08234578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720dd368655fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 267de5ee-6ff4-4874-a111-d0920149a80d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e864c7d3-57bd-4355-a494-2912f3f09f74
  kind: Event
  lastTimestamp: "2026-07-30T17:18:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:31Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w.18c720dd3687a70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: b34ae2a9-a9d4-4b10-8f88-8e641984b303
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-94aa4-predictor-86778f57d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: dd1e246c-426b-4602-b6bb-6f554a96d2bb
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: 'Created pod: message-dumper-raw-94aa4-predictor-86778f57d5-2hz7w'
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: message-dumper-raw-94aa4-predictor-86778f57d5.18c720c003e87765
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 3b213322-f3f5-478e-9a50-04e725df5137
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 6275ca69-f972-4842-9be5-c430a5dbd1f8
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Scaled up replica set message-dumper-raw-94aa4-predictor-86778f57d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: message-dumper-raw-94aa4-predictor.18c720c0008d85f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 16afc91a-42c6-470d-b58c-39b8b0713d0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 7ca6c9e7-fe7a-4b31-89c6-323cd90663eb
  kind: Event
  lastTimestamp: "2026-07-30T17:17:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:17:11Z"
    name: message-dumper-raw-94aa4-predictor.18c720c37f2eff66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 6f1af25b-2282-43c6-a1fb-c11828928fd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-94aa4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 7ca6c9e7-fe7a-4b31-89c6-323cd90663eb
  kind: Event
  lastTimestamp: "2026-07-30T17:17:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:17:11Z"
    name: message-dumper-raw-94aa4-predictor.18c720c37f977b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: db23e962-fd3f-467d-bc39-8e47f35381ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 50817431-5a79-4159-9aa2-aac035e4805e
  kind: Event
  lastTimestamp: "2026-07-30T17:16:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:37Z"
    name: message-dumper-raw-94aa4.18c720c0009744b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 9bfdccbf-95c3-4e02-adbf-8d1ff647f5ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 50817431-5a79-4159-9aa2-aac035e4805e
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-94aa4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-94aa4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: message-dumper-raw-94aa4.18c720c0011575b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 55d7204a-fc8b-4fa2-9939-d5a30fc32a67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-94aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: 50817431-5a79-4159-9aa2-aac035e4805e
  kind: Event
  lastTimestamp: "2026-07-30T17:16:37Z"
  message: InferenceService [message-dumper-raw-94aa4] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:37Z"
    name: message-dumper-raw-94aa4.18c720c2ac744403
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 0c4bb1ba-a955-4bc1-a115-ee454b3ff076
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:14:15.770220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-5f73e-6b6d556c74-s972c
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:14:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:14:15Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a19cec0eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 6e1fc870-8319-48a2-92e5-7379bf93f26c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-5f73e-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a1abe91a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: f5c22088-aa2e-4c44-b40d-60cae951874e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a1d9c325b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: ddd93f2d-1ecd-471f-8294-4c0b6fa70d7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d"
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a1dafd03c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: d1887748-a56e-4568-9db2-c626aa8aa77e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d"
    in 2.137s (2.137s including waiting). Image size: 218226814 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:18Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a25a5eab45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 173dd82c-0281-4011-b878-7ec3ee789ad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:18Z"
  message: 'Created container: model-chainer-raw-5f73e'
  metadata:
    creationTimestamp: "2026-07-30T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:18Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a25d1dc5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 562f8f82-6f48-4d92-bcf6-4f3c8d29d496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:19Z"
  message: Started container model-chainer-raw-5f73e
  metadata:
    creationTimestamp: "2026-07-30T17:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:19Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a25d7a8162
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 093598c1-aa65-4256-993a-d3b3020f0c01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:25Z"
  message: Stopping container model-chainer-raw-5f73e
  metadata:
    creationTimestamp: "2026-07-30T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:25Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a3f38964fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: c236bafa-ee94-495d-aa7a-67d63d03c2a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5f73e}
    kind: Pod
    name: model-chainer-raw-5f73e-6b6d556c74-s972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 56419a4e-d65e-4b60-bc1e-59f8f3e7d598
  kind: Event
  lastTimestamp: "2026-07-30T17:14:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:55Z"
    name: model-chainer-raw-5f73e-6b6d556c74-s972c.18c720a5043728f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: f487eaee-50b8-4597-9a66-33cc97c82c75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-5f73e-6b6d556c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: fb2c64d5-f87e-48b5-b86b-7b4f3e639688
  kind: Event
  lastTimestamp: "2026-07-30T17:14:15Z"
  message: 'Created pod: model-chainer-raw-5f73e-6b6d556c74-s972c'
  metadata:
    creationTimestamp: "2026-07-30T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:15Z"
    name: model-chainer-raw-5f73e-6b6d556c74.18c720a19c867876
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 11b5af29-6a0a-4fa5-ae02-db19422601d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 56242f5f-fbea-4152-af7d-2009d042d2f4
  kind: Event
  lastTimestamp: "2026-07-30T17:14:15Z"
  message: Scaled up replica set model-chainer-raw-5f73e-6b6d556c74 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:15Z"
    name: model-chainer-raw-5f73e.18c720a19b5831b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 5c98c6f8-4610-452e-ba2e-b0155f947917
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-5f73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: 79c96b7a-9505-4527-8efa-cac69660ddf0
  kind: Event
  lastTimestamp: "2026-07-30T17:14:15Z"
  message: InferenceGraph [model-chainer-raw-5f73e] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:15Z"
    name: model-chainer-raw-5f73e.18c720a1a122d77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 3171dc8c-9dcc-4634-acab-b53693a34527
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:16:16.091927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-32669-7456687448-bnntc
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:16:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:16:16Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bda0a7a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 2de1a32e-42d2-4635-b33f-6c890dc2fba8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-32669-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:16Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bda8f29533
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 568cd401-7ac0-4d3f-a665-3b91b93b79ba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:17Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:16:17Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bddd963d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 34b96168-9fff-42ec-8ceb-a4d1ecdd944e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32669}
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:17Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bddf0a7e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 4cce585e-9764-4f73-bc09-6b9c89253311
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32669}
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:17Z"
  message: 'Created container: model-chainer-raw-hpa-32669'
  metadata:
    creationTimestamp: "2026-07-30T17:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:17Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bde19deecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 243b8170-2f7e-4bc9-9be8-ff866cc01e56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32669}
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:17Z"
  message: Started container model-chainer-raw-hpa-32669
  metadata:
    creationTimestamp: "2026-07-30T17:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:17Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bde204aa03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: c46de59d-ba22-488a-9858-c2745504cab4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32669}
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:26Z"
  message: Stopping container model-chainer-raw-hpa-32669
  metadata:
    creationTimestamp: "2026-07-30T17:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:26Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720bff6e26b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 5025845b-5255-4ca8-bee3-d28ed5f10122
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32669}
    kind: Pod
    name: model-chainer-raw-hpa-32669-7456687448-bnntc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 82c26091-cf7a-418b-98d0-6284fd654fff
  kind: Event
  lastTimestamp: "2026-07-30T17:16:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:53Z"
    name: model-chainer-raw-hpa-32669-7456687448-bnntc.18c720c097020226
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: a5666220-ae46-4604-a859-ec7eda916416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-32669-7456687448
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: d39208d0-1d56-4dae-b855-9a9e79f14107
  kind: Event
  lastTimestamp: "2026-07-30T17:16:16Z"
  message: 'Created pod: model-chainer-raw-hpa-32669-7456687448-bnntc'
  metadata:
    creationTimestamp: "2026-07-30T17:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:16Z"
    name: model-chainer-raw-hpa-32669-7456687448.18c720bda0216b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: b47faf85-ec8f-40ed-90cc-1b6d8f71a2bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: afcc9992-906e-4afa-84f6-4ff3476bf74a
  kind: Event
  lastTimestamp: "2026-07-30T17:16:16Z"
  message: Scaled up replica set model-chainer-raw-hpa-32669-7456687448 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:16:16Z"
    name: model-chainer-raw-hpa-32669.18c720bd9f37704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 43bb11ab-4323-4e17-8d00-2f2782825569
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-32669
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: 3f4caf9a-6808-4364-a15e-3d1effc1b20c
  kind: Event
  lastTimestamp: "2026-07-30T17:16:16Z"
  message: InferenceGraph [model-chainer-raw-hpa-32669] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:16:16Z"
    name: model-chainer-raw-hpa-32669.18c720bda53b8543
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: 72559a5b-91d8-4f88-ba19-5bc9eeb72041
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:33:47.690655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    to ip-10-0-130-254.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:33:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:33:47Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b278d2b840
    namespace: kserve-ci-e2e-test
    resourceVersion: "26335"
    uid: 5ae59c06-e1d6-4b08-befc-ebcf0dd05a5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:48Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:33:48Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b29287e8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: fd8d534b-adca-470f-8135-932941600e45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:48Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b294114a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 4b631c3c-93b0-4373-a607-b8057d014069
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:48Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b296cd21bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: c945c0a3-9d2b-4762-86be-45bbf25daf53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:48Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b29745b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: a558e23f-e8f9-4f14-991c-c9ff2769e5a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b38d47a900
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 2425100b-fe2a-4fd0-bc0b-4b2d4b209d6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b390af11e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 2941a340-4371-4380-8a19-951c367a4f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b3912f6e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 3a7df099-418a-4bcf-aeb5-a82a1169ee03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b391395704
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 681eadc0-814b-410c-a650-a40fa5a02c4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b394096e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 2b12745b-9c79-48c0-9fe5-15dc6a97dace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:33:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:52Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b39477d44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: d46c5e1e-4ff4-46d6-b26a-79d08ba86783
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:35:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:19Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721b3c94a64d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 72f65165-7182-4d03-976a-f91e6ab48d7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:35:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:17Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721c7762eb2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 5065bba7-b1eb-4566-b350-99322415d1fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:35:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:17Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721c7762f8131
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 8ca357eb-990b-4643-a56c-6546ebf8b6f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 33d6d2cb-0c91-4854-8eac-0db1cdb0fce6
  kind: Event
  lastTimestamp: "2026-07-30T17:35:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:19Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6-phsr2.18c721c7cf7485bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 9cd22af2-5f2f-498d-8f46-9c521306c5c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-254.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-254.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-b3e6c-predictor-5748869db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: 5fafaa32-3dcc-4496-b08b-d7b4a8687c33
  kind: Event
  lastTimestamp: "2026-07-30T17:33:47Z"
  message: 'Created pod: raw-sklearn-b3e6c-predictor-5748869db6-phsr2'
  metadata:
    creationTimestamp: "2026-07-30T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:47Z"
    name: raw-sklearn-b3e6c-predictor-5748869db6.18c721b27830992d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: 2cbfdcaf-90c1-4665-bfc2-659f36677d21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-b3e6c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: dac1face-386a-440f-8724-e119c77130fd
  kind: Event
  lastTimestamp: "2026-07-30T17:33:47Z"
  message: Scaled up replica set raw-sklearn-b3e6c-predictor-5748869db6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:47Z"
    name: raw-sklearn-b3e6c-predictor.18c721b274a3cad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 59bc70d3-2ca9-4ebb-b162-ca74b6a11027
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b3e6c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: c54c4b6f-c9e5-4e9d-9b65-9fe78efbcb53
  kind: Event
  lastTimestamp: "2026-07-30T17:34:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:17Z"
    name: raw-sklearn-b3e6c-predictor.18c721b5f3968769
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: cfd15f21-e112-42b0-b59b-501679090923
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b3e6c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: c54c4b6f-c9e5-4e9d-9b65-9fe78efbcb53
  kind: Event
  lastTimestamp: "2026-07-30T17:34:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:17Z"
    name: raw-sklearn-b3e6c-predictor.18c721b5f4026bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 9c3b5043-9826-4272-8c20-47bda0e87c34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b3e6c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: c54c4b6f-c9e5-4e9d-9b65-9fe78efbcb53
  kind: Event
  lastTimestamp: "2026-07-30T17:35:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:17Z"
    name: raw-sklearn-b3e6c-predictor.18c721bcf276b1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27016"
    uid: 633e14f6-e9ca-4459-845e-ee0367c04b53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b3e6c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: c54c4b6f-c9e5-4e9d-9b65-9fe78efbcb53
  kind: Event
  lastTimestamp: "2026-07-30T17:35:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:17Z"
    name: raw-sklearn-b3e6c-predictor.18c721bcf2ff106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 7482685f-dd33-4bd2-85ec-00a2fa673cc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b3e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: 314d74b6-c507-46be-97a0-8c635cd5b493
  kind: Event
  lastTimestamp: "2026-07-30T17:35:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:35:09Z"
    name: raw-sklearn-b3e6c.18c721b274aa52b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 3b28b856-e8a6-4ea0-8963-43840e611a13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b3e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: 314d74b6-c507-46be-97a0-8c635cd5b493
  kind: Event
  lastTimestamp: "2026-07-30T17:33:47Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-b3e6c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-b3e6c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:47Z"
    name: raw-sklearn-b3e6c.18c721b27548b3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: 5de1e809-1aa9-4761-afd0-103434d47ec3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b3e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: 314d74b6-c507-46be-97a0-8c635cd5b493
  kind: Event
  lastTimestamp: "2026-07-30T17:35:09Z"
  message: InferenceService [raw-sklearn-b3e6c] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:35:09Z"
    name: raw-sklearn-b3e6c.18c721c581be8ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: eac03847-15fc-4fe1-b42a-0c5748ec65b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:35:23.021752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    to ip-10-0-136-68.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c8aaffce86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 3aa8dc41-c3fc-4f17-9e8f-01c979b16f5f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f9dd5f7dc-pcs8p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:23Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c8c48c7c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: 198376d6-eac2-4d5a-a3af-fb10cc4c3e8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c8c6356196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: 9f6e8812-b07f-4fb7-84d1-95085dbdf11e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c8c8fe9b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 1e8489b7-d098-40da-88fb-2809627952f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c8c97b06b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: e90f6f33-3b73-45d2-9e98-80f934fa7192
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9b8f72980
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 1afbf30d-0e3d-4d5f-b9e3-33f3435af69e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9bbc4d822
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 4075ed39-81ab-48be-a84e-13d0d4189c86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9bc33a7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 62514132-8953-410f-b744-b615464fd265
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9bc3d54e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 7e7a05dd-3df9-4b8c-87f2-2d4f2c054293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9c0b9f808
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: a2cc1d0b-b547-447f-8de6-0ff8d5ab2478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:35:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:27Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9c1295457
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: eb61f430-9b7e-4fa0-b37d-86a836a6634a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:36:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:54Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721c9f503368f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 3a5c92ba-17a4-4394-83a5-94e149902673
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:36:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:53Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721dda3a8c537
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: 9816f2b6-d61a-42f7-9e05-86e86a5e8eac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:36:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:53Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721dda3a96ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 34111b96-0db6-4683-b2d2-61a1661fe0ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 42da4e5f-e5a5-4875-ac8e-349b27e158c4
  kind: Event
  lastTimestamp: "2026-07-30T17:36:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:54Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr.18c721ddfb2f4ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 2a13bc5e-f0d4-4fad-9bb1-32a92d5041f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-68.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: d3f424cf-a4fe-4ce9-aaac-e52dec87908c
  kind: Event
  lastTimestamp: "2026-07-30T17:35:23Z"
  message: 'Created pod: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d-8rfdr'
  metadata:
    creationTimestamp: "2026-07-30T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:23Z"
    name: raw-sklearn-runtime-4cfc1-predictor-85c4786b7d.18c721c8aa9ce186
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 65f54714-f20d-43f2-88f4-cebf44a978dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-4cfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: 2ee75dd4-30e2-4cef-b101-1dbe7e7e48b2
  kind: Event
  lastTimestamp: "2026-07-30T17:35:22Z"
  message: Scaled up replica set raw-sklearn-runtime-4cfc1-predictor-85c4786b7d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:22Z"
    name: raw-sklearn-runtime-4cfc1-predictor.18c721c8a5b32867
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: ca206dcc-3578-4fdc-9430-0bee41f09e40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4cfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: ddb10913-d3f7-43eb-9b91-9637a1911c3a
  kind: Event
  lastTimestamp: "2026-07-30T17:35:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:37Z"
    name: raw-sklearn-runtime-4cfc1-predictor.18c721cc2449eaf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: 7c349448-6038-4b64-8c4a-c4119be27ca5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4cfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: ddb10913-d3f7-43eb-9b91-9637a1911c3a
  kind: Event
  lastTimestamp: "2026-07-30T17:35:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:35:37Z"
    name: raw-sklearn-runtime-4cfc1-predictor.18c721cc24b77180
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 62a8a589-b235-4a77-bcee-2b53c7e01d66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4cfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: ddb10913-d3f7-43eb-9b91-9637a1911c3a
  kind: Event
  lastTimestamp: "2026-07-30T17:36:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:36:53Z"
    name: raw-sklearn-runtime-4cfc1-predictor.18c721cfa3e91538
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 047e1844-8f9c-4c68-bae8-2e039eab51aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4cfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: ddb10913-d3f7-43eb-9b91-9637a1911c3a
  kind: Event
  lastTimestamp: "2026-07-30T17:36:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:36:53Z"
    name: raw-sklearn-runtime-4cfc1-predictor.18c721cfa44fc21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27780"
    uid: c37c415c-4872-48fd-9e39-ee9434b41309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4cfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 847251d6-6204-4346-9dfe-3838ae07323c
  kind: Event
  lastTimestamp: "2026-07-30T17:36:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:44Z"
    name: raw-sklearn-runtime-4cfc1.18c721c8a5d70dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 72e55f36-a2c1-45a0-b9f1-0e97d9304b12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4cfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 847251d6-6204-4346-9dfe-3838ae07323c
  kind: Event
  lastTimestamp: "2026-07-30T17:35:22Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-4cfc1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-4cfc1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:35:22Z"
    name: raw-sklearn-runtime-4cfc1.18c721c8a6690797
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 98f2abe6-dc41-41ec-bf7d-227a83de5e30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4cfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 847251d6-6204-4346-9dfe-3838ae07323c
  kind: Event
  lastTimestamp: "2026-07-30T17:36:44Z"
  message: InferenceService [raw-sklearn-runtime-4cfc1] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:44Z"
    name: raw-sklearn-runtime-4cfc1.18c721dbaf789514
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 797680bb-9a1c-4b46-a444-4730adde2709
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "28050"