---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:02.297359Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d699644d-57q2c
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304b64c07616
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: c5b500ff-7bef-4897-b801-ff9a9e8a3024
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304b86809865
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 0dd53ed7-f379-42b0-a9a5-a065fc52166b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304b87f5fc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21392"
    uid: 9c0d19fe-94ba-4cc1-98d7-da253599467f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304b8af2d7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: 12bbb58d-8780-4d0a-abae-f2cf9b998cf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304b8b7563bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: b174cf5d-bd25-47b8-8351-66db428b27fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304ca2fc0fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: 04370851-f74f-49a5-a848-6a08be5bee72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304ca6595e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: cdd704db-ccd5-4dcb-be64-8f9a48126449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304ca6cadce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: beacedd0-d996-4707-b3b2-aae1f4c728a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304ca6d6a5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: 183ec911-de03-4d67-bb79-e9e07da84dc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304caa080988
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: de453007-d9ae-4f55-bbfb-161821164a31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304caa8146ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 70d8600e-d7e2-4c17-937b-84d3bbd9a32b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:51:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:35Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6304d1b3025ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: a4c99752-ce59-4176-ba6d-861b75d3dd98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:51:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:32Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d6306057575bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: 733284cd-4f69-4b29-acb0-cacbdef5f085
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:51:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:32Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d63060575801d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 3b6eba11-05c5-4b9c-b2c4-c20228ec5695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-57q2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 4285fa16-cc7e-42f3-bf74-6bbcf53a5185
  kind: Event
  lastTimestamp: "2026-09-17T18:51:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:35Z"
    name: isvc-canary-create-predictor-66d699644d-57q2c.18d630612175a579
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: c1f67ee8-6c0e-4995-ba94-e474ab49dfd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:02.232210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d699644d-jdhsn
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304b60de6acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 5476c9a4-ed5d-4fdb-ade8-43c188827448
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304b6a653011
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: e04dea41-d0ca-4147-a5df-1601cca77842
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:03Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:03Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304ba6cdd9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 81e4e2ae-ad12-4d31-b37d-7e6027f3c2a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:03Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304ba8492c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: a50a422c-8c08-4b69-a7dd-1a2a7e8bbd57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:03Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304babb3f912
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: c71e75b7-74f7-4a97-a1c5-0c1a4a9edf8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:03Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304bac336b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 1d3e75b5-262f-4d5e-8945-55dacc719447
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc10cfe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 0dc89757-4604-4406-9ce5-e65b85e52c13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc4561941
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 117e63f6-af95-485c-986f-7f38656377d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc4d5db55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 30385755-11a6-4a39-9adb-968acd556f8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc4e2494d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: b2e05d84-3597-4547-8a35-1fdd87f55155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc80549bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 5e6edce5-1962-4eb4-b134-baa5d18ecba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cc881709b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: 23c8809d-c5ad-41ff-adf4-80950445271c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:51:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:19Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6304cfd2924f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 71b4ac62-4160-4ecf-81db-91677e22a839
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6305e992621ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: e407111d-30db-4000-b9b8-4a702d73b760
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6305e9926b56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 7391307f-9d3f-43da-a0d8-83c54d264bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d699644d-jdhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 5a7b03b8-f35f-4191-87c5-be7dc572b9d6
  kind: Event
  lastTimestamp: "2026-09-17T18:51:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:25Z"
    name: isvc-canary-create-predictor-66d699644d-jdhsn.18d6305eaf5d520b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 5fc6360e-36ea-414e-85b7-402d5e992f91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 4aa38c88-73cc-471c-af69-34803d11e1ac
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'Created pod: isvc-canary-create-predictor-66d699644d-jdhsn'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d.18d6304b60492c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 60bf0d6c-41f3-423f-8781-93af92965ece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 4aa38c88-73cc-471c-af69-34803d11e1ac
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'Created pod: isvc-canary-create-predictor-66d699644d-57q2c'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor-66d699644d.18d6304b642d7e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: e2fb7584-8ae0-4fb2-af63-c733e7b2b784
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d699644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 4aa38c88-73cc-471c-af69-34803d11e1ac
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: 'Deleted pod: isvc-canary-create-predictor-66d699644d-jdhsn'
  metadata:
    creationTimestamp: "2026-09-17T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create-predictor-66d699644d.18d6305e991274aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 46aca804-5597-47f2-ab6c-dc0704284eaa
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 5241e545-1a61-4d9f-9fee-55c32c74414d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Scaled up replica set isvc-canary-create-predictor-66d699644d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-predictor.18d6304b5bce9883
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 0dba24e6-e4c6-4ee0-9f35-1f0791c13b47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 5241e545-1a61-4d9f-9fee-55c32c74414d
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: Scaled down replica set isvc-canary-create-predictor-66d699644d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create-predictor.18d6305e9868f547
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 148b8984-52ad-4635-b258-827833812d9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:02.181784Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304b5ddcfddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 11313b6f-cb71-4a22-adf4-1b8289ae50c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304b7fa26813
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 4e6e88b1-4634-421d-a1e2-e1149dfd5b75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304b813f64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 80afc28c-27b0-466c-aaec-8819e8a073b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304b83b1bcaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: a12c69c6-74b9-444c-8c5d-d21a43aecdd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304b84209c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 1e1825c4-3e68-46ee-90c6-504bf7253193
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304ca3144926
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: e38d4ff6-399c-48f6-aa7d-120b341a146c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304ca66327f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: e013b227-f99a-4376-b49b-1f51c4682c5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304ca6d824fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: b01a3c7f-f462-40a6-b969-6a1fc8fe5ff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304ca6e18701
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: f5f1c677-bc91-4fa1-9513-4d13c1cf51c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304caa415209
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: 77f5e123-6a78-4f60-ba59-2046ba61e124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304caab55b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: e8c5c803-019c-461f-b636-44c21946699f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:51:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:34Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6304cdf53ab1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 7620e226-27c5-45ca-a119-a11d744ec587
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:51:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:32Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6306057ca8387
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 178e6630-8327-4b91-b0d1-6740bf97cce1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:51:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:32Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d6306057cbd60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: f0ac5085-ddc0-43a0-87da-0268b7aa72dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 897aca12-4573-4cc8-97e2-66945982ad97
  kind: Event
  lastTimestamp: "2026-09-17T18:51:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:34Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2.18d63060e58e533c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 086207db-9bdb-47ca-a752-1f9e26515093
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-77847bfbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 52bf5c6b-3c6a-4f66-95b6-211ab54731ff
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-77847bfbb9-b6qc2'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor-77847bfbb9.18d6304b5d3c3ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: 54868c0d-ae61-41c1-80be-9500629d0c8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 3e59f288-77ac-4e7b-8e90-80086181b93a
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-77847bfbb9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: isvc-canary-create-v2-predictor.18d6304b59a66fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 54e71b38-9b61-4dc7-99d2-1729d432c711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 5f46aa4e-9614-41b9-afd1-2a92e43c6f2c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:25Z"
    name: isvc-canary-create.18d6304b5b73acba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 5ac458fb-d008-4e60-939f-5a74017cc5b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 5f46aa4e-9614-41b9-afd1-2a92e43c6f2c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create.18d6304b5c027570
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 53e41280-cdd6-4be0-9c58-997220b3a2c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 5f46aa4e-9614-41b9-afd1-2a92e43c6f2c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:24Z"
    name: isvc-canary-create.18d6304b5c02d8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 9e8cf759-9c6d-4ef5-b0de-e6ff7b9d6a40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 5f46aa4e-9614-41b9-afd1-2a92e43c6f2c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:25Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:51:25Z"
    name: isvc-canary-create.18d6305ed3c6ad2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: 52803ce3-c1ea-46c6-a624-c227920bf758
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:51:37.513059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-dfdfd784d-6mxvj
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63061900cd0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: 3cd23a6c-8df0-4681-a888-b33effca7193
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63061b242ff96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: ff30f844-8929-4fba-9b92-dc64f0962ade
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63061b3b05188
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: a8cbb3ff-a22b-4d14-96a2-39dbfc2b64ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63061b6926784
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: 72b68d49-fce6-4630-b85c-74668adae5f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63061b70f040c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: 70f0f416-530a-4efc-b0c5-7501619eed02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062be946442
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: fe2e7bb4-abc3-4ca5-a6f7-d7e0803f7fb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062c27ff5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: c6febc37-f44c-4ff2-b23b-f938cd8faae4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062c2fe1912
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 3f2cef26-3c15-42cc-9e6e-942d25adc55a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062c309d791
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 69796be3-c735-48a9-ba72-4512d5671977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062c6917a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: fd4e2d24-8815-4598-8bb5-a19878c16980
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63062c70f6537
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: 45198129-6c14-449f-921f-bf2b4cd3d19c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:52:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:50Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63063367a976d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: a5fe47c0-af6c-42fa-8c1c-a6c78bc8cb1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63074cdf3cb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 85d9ae32-1e89-4183-b454-8a16efe18fec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63074cdf61548
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 4ae9f3e3-a12f-4495-95e0-9a1fde73510e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7d443520-8807-412f-9ee5-bcc8c3df2965
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote-predictor-dfdfd784d-6mxvj.18d63074e8a5e394
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: 45fa5b73-3673-4f98-9ede-f507d3754ad4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:51:37.460422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-dfdfd784d-kwfrb
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630618ce98cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 698ee89f-69bd-45c5-99b2-30cedbef8c16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63061af65123e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: bf71c54c-88c9-4559-ba97-99924b3cd83a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63061b0cfc1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: 225747ba-a8c1-43e9-8045-00e52945c425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63061b33726e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22300"
    uid: dbd0463c-3390-46e6-ac66-e294a60f9041
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63061b3aee70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: c2792b32-eb5a-4356-9550-8967b26fc11e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:41Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630629b46b42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: b45fc529-3cb3-41a1-b2ba-a34d12b6cd88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630629e8685fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: 1ac83e9b-d6bf-4ab0-86a5-e36057d34c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630629ef77cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 347adf93-6bca-4e0c-ad01-11357f97a1d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630629f02428f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 616f5e1e-412a-4f60-a022-5d5362637b1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63062a1bf27f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 0e33a3e6-b9c0-4609-a2b6-244f59f33f8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63062a24adb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 2e85b6bb-bd47-4c10-b6e6-297d3d99b796
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:52:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:49Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63062d7652de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: cbfc2542-1f70-41e2-94d2-c2b41981200b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:53:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d6307688862eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 4f9d0b25-a924-47af-bc8f-234891838d3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:53:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d630768886a8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 830852df-51bb-4181-b53c-83c175641d7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 38ac90f0-f9ff-451c-af9c-2032150dda29
  kind: Event
  lastTimestamp: "2026-09-17T18:53:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:09Z"
    name: isvc-canary-promote-predictor-dfdfd784d-kwfrb.18d63076ddbc6072
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 5037f45f-4f61-4521-a198-7d48e11c059b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 2ed926f1-37f3-4071-947a-325be69f626c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:37Z"
  message: 'Created pod: isvc-canary-promote-predictor-dfdfd784d-kwfrb'
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d630618c5553cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 1f08cc58-5293-42f3-98b1-7f2c4d6d6ce1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 2ed926f1-37f3-4071-947a-325be69f626c
  kind: Event
  lastTimestamp: "2026-09-17T18:51:37Z"
  message: 'Created pod: isvc-canary-promote-predictor-dfdfd784d-6mxvj'
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d630618f964fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 36648342-e4d7-4153-a184-b075f39e2e71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-dfdfd784d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 2ed926f1-37f3-4071-947a-325be69f626c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-dfdfd784d-6mxvj'
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote-predictor-dfdfd784d.18d63074cdbc9f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22948"
    uid: 0273ea5d-385d-4dd5-b2d7-982e2f0b18c6
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: a0559a3f-6d69-4a6a-9e4a-3b3df56ac18b
  kind: Event
  lastTimestamp: "2026-09-17T18:51:37Z"
  message: Scaled up replica set isvc-canary-promote-predictor-dfdfd784d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-predictor.18d6306188f332d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: b0589a15-c3d2-486f-890a-3aaef2c7804b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: a0559a3f-6d69-4a6a-9e4a-3b3df56ac18b
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: Scaled down replica set isvc-canary-promote-predictor-dfdfd784d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote-predictor.18d63074cd4f2e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 91deb19c-f43d-42c6-be1a-6a5e819f846c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:53:07.651527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d630768cb8a822
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: 31bdf114-3274-46ee-80ea-8d97d94a60e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:08Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:53:08Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63076af0522a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 6fbce96a-630a-44f0-89f1-d279f9a93d08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:08Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63076b0839a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 46891b14-9c34-40d1-97a0-2e1c95776602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:08Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63076b3dd310a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: 0a6eed01-e86b-47ce-b3e8-e1a9f9caf8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:08Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63076b45889eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: 05328a5a-d7c5-4f64-84db-c26b34e3b4c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077cca12fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: 3e4b0a2b-fa66-485f-b5e4-b6f89695c6c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077d00debf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: c4f45507-3e09-4ae3-a57f-68ddab0d6012
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077d08ed843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: 09ca2d83-c938-42e7-9724-0fdb5cff1ade
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077d09a514d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 7b3d8f99-ef58-43db-b363-d1035a833002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077d3e2922a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23107"
    uid: 10f4dedd-ef1d-4da5-81b9-874b5d787df4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:13Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d63077d459cfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23109"
    uid: 5e9d9f05-f614-4f22-b2a3-1b1c7fce989f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:54:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:27Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d6307844a66ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: f62a1ef9-addf-4935-be1b-5bc4485a61dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d6308b8a7ca7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: ab3f76ae-e479-4136-a11b-93a63b2e5fcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d6308b8a7dd20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: cba07f92-305a-4a8b-9294-3f609a5f9b4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6334d4b4-9687-4fc1-9085-b6dddf78646c
  kind: Event
  lastTimestamp: "2026-09-17T18:54:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:41Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd.18d6308c4ae197fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: a7adab4a-98a8-462a-a380-4444ba845422
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:51:37.458234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d630618cc831a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: ad0df013-7d35-4dc2-aea5-5c197f3c710b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22270"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63061aee6e93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22291"
    uid: f5388742-e37d-4bce-929f-a716b70f8178
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63061b04fa585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: 0343df50-ac12-4411-9054-d543cc3f4bc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63061b32b6ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 4f498514-cb4d-4803-ae88-3ae5c9b4b0eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:38Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63061b3a102eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: 96e91ee3-f222-4d58-a861-3a73932d7274
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d630629b5d07ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: f901d48f-3632-469c-9201-751205239ab9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d630629e911336
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: da8ce525-9c44-41f4-9dd2-a0926b446f5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d630629f03eda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: 739ce1b9-bd91-4e97-bda2-25a7753197d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d630629f0f5ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: 2ff0b88a-b7de-439b-a544-38f976841c67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63062a1ca2e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 218289ca-ae8b-4df1-b2d9-7362429bdcfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:51:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:51:42Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63062a23ccde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 63dcd620-6ab7-4a8a-9fc7-d176516a39e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:54:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:40Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d63063135c6d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: efeddfb0-be1c-4fd3-b59b-dcfcca1de109
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d6308b8ac81fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: d435049c-d3d4-44cd-a3ac-b8997d375ec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d6308b8ac9071f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: a1325c49-6d95-4364-a686-daeec0424804
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: bd97d9e0-a938-47c4-bb90-37abc2a08357
  kind: Event
  lastTimestamp: "2026-09-17T18:54:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:40Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl.18d6308c0df43724
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 179160e5-be3f-4255-8b5b-7099619e2bff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: 62fd7ba7-1f61-4880-b6c7-cc8e922dcf00
  kind: Event
  lastTimestamp: "2026-09-17T18:51:37Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7dc9cbc5-sljbl'
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5.18d630618c085d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 7ec5b640-a60f-4603-b12a-04451ff8241a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 62fd7ba7-1f61-4880-b6c7-cc8e922dcf00
  kind: Event
  lastTimestamp: "2026-09-17T18:53:07Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7dc9cbc5-pr4nd'
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote-v2-predictor-6f7dc9cbc5.18d630768c446dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: bd815b12-0175-4d63-850d-ea2a9abeb8aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: a6a4dce3-4fca-4507-bf5e-a846c8195930
  kind: Event
  lastTimestamp: "2026-09-17T18:51:37Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7dc9cbc5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:37Z"
    name: isvc-canary-promote-v2-predictor.18d630618705e287
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: 6be72cc0-15b1-448b-93fe-834265e16714
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: a6a4dce3-4fca-4507-bf5e-a846c8195930
  kind: Event
  lastTimestamp: "2026-09-17T18:53:07Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7dc9cbc5 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote-v2-predictor.18d6307687302402
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 4f992937-e7bc-4596-850b-b794a43356f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: fad44952-9815-4cf7-b909-23cb4eb27819
  kind: Event
  lastTimestamp: "2026-09-17T18:53:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:07Z"
    name: isvc-canary-promote.18d6306188a491bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 22ec72c7-fe9c-4000-b690-249f8d80a241
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: fad44952-9815-4cf7-b909-23cb4eb27819
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote.18d630618911df7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: 568f16b8-ea56-4d7a-bd72-e4582b3677f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: fad44952-9815-4cf7-b909-23cb4eb27819
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-canary-promote.18d63061891240ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: c4cccbcf-9d30-4db8-bd7c-c3d311d240a3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: fad44952-9815-4cf7-b909-23cb4eb27819
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-canary-promote.18d63074d547ca93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: bcd1f490-042c-4cdb-b9b4-97386afc5642
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:35.945740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-77cd7
    to ip-10-0-134-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb98f4941f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: dc934a26-7658-4864-a397-2951104486c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb999220159
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 7dcd57e0-7947-4968-9c4e-b84f4ffdf41f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb9d522dcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: d74ae769-05b7-46fa-8a12-284a6f895eb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb9d70007d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: a34cc504-0e7d-4ec6-9602-a2f8e79ec198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb9d9ebedf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 94432ee1-42df-4097-a933-754fe22a4577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fb9da5f5d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 45c0fec3-7a85-41ba-9a24-4cc24b69a5a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:41Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:41Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbae98c234e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: a892e582-cdf7-4444-b2b6-18e688300b44
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 14.681s (14.681s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbe54a509c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: 79c7a031-b806-4fd4-8b5d-c9df9a55d30f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbe57bd0362
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 9911f2a5-90eb-409b-b996-042276992176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbe584540df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: fb255646-fcc2-4415-94c2-0a3ad9782b1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbe58509a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 037196a1-ab22-4901-a207-9fa1338bb99f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.46s (2.46s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:58Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbeeaf753b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 542084a5-1c33-46fb-80ed-15192bb3d37d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbeeecb2df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: 416df1e6-760c-40bf-8b2c-b17cfb9d2856
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbeef40d4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 07b30e83-cbad-4bfb-9c0c-599ece020aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:41:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fbf5e30f72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: a55493df-071c-419f-b497-c5c60306e358
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fd0df78aeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: de303b58-670e-4484-85aa-a31a0d03c62f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fd0df79db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 0c38f037-09df-470f-9942-e21c2a584381
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: ae8e5f28-8e80-417b-a62a-935dffbd1bb9
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback-predictor-7679bbb844-77cd7.18d62fd1106336fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 3a136f0c-58de-43ce-9ae1-679100d41918
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:36.039377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-ltkln
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fb994de24d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: b52bbaae-34bc-440d-8d32-132dee8bfc1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fb99ddb4842
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: a9d30828-d5ff-4ff4-839a-e888398cdd8e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: Add eth0 [10.134.0.15/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fb9da8de224
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 43752f83-e571-4a80-aa40-2e2657402604
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
  metadata:
    creationTimestamp: "2026-09-17T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:37Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fb9dd4689cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 5bed0da3-2f76-4e5f-8b18-c738b6562da1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    in 2.882s (2.882s including waiting). Image size: 306750366 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:40Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fba8915ddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 57125c47-0f42-4874-90ff-4798416854de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:40Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fba8bfd7992
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 8f20f1e4-7990-4e60-8a2e-596457e687ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:40Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fba8c732fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 5559b9ce-0ab5-497a-8ef5-4d70f7877c94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:44Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbb820947a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 834486a4-ba33-4270-8567-4f0e8c30cbb8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 12.798s (12.798s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbe7ce2b582
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: d6210118-f0c1-4d08-ac4b-8688a011e822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbe7faaa43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: b57a7d26-1109-471e-b7b6-533c37a9ce78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbe801aec13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: c71bbe7e-a08f-4184-8521-349193901505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbe8027522c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: c1543f2c-5947-405c-bc85-d5e0d0783443
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.261s (2.261s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbf06f4ddce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: eeed676f-3b2d-412a-821a-7a29955317e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbf09f35836
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 00b7f1da-1c8c-4f7b-8b4f-a8c553acde3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbf0a68e5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 1df485d9-42a4-4bb1-87ca-359214f09ad0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:41:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.15:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:07Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fbf7c12de6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 6c9a8f3e-5731-471b-914e-8ae787891fea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:42:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:55Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fe81307344c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 2d78a4e1-eaa8-44fd-9a0e-f71f59160bea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:42:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:55Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fe813082305
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 269b3e00-a603-4b88-ac11-3777ae831bae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: bea83938-82f1-4e50-ab51-b9c65e71d6d5
  kind: Event
  lastTimestamp: "2026-09-17T18:42:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.15:8643/healthz": dial tcp
    10.134.0.15:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:57Z"
    name: isvc-canary-rollback-predictor-7679bbb844-ltkln.18d62fe876a56ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: e1b34cc1-2604-4831-9d0b-5d86d2cec88c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:25.691868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7679bbb844-thdfg
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd31caa4c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: e4441ec8-ca69-47db-b6d1-971eccb6e896
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:26Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:26Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd33ee7ceab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: ccf8d314-47bf-4362-8f50-0f1090588e73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:26Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd3407ac610
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: ee492d27-191f-4df2-b1b2-947dbae30d71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:26Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd3444fd616
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 95e57386-eb09-4b14-9c78-6dc46570626d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:26Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd344d0efec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 6208905f-d48f-45aa-afc9-cf1875b0a57d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd4429c3a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 4e9b86d1-98d9-4143-ad4d-bb0d24c3987a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd44a3b54a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 158e51e3-4087-4ef4-bcda-5343044fff51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd44ac9b3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: dd9d791c-2e47-422a-bc3c-9501c376d9e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd44ad89b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 4738cf60-9bf5-4a09-9b65-e01e9fe001b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd44e0acf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: 5f961a9e-561c-47b4-9109-c08f36b2a26c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd44e9b1b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 41ec2a7d-f6fe-48c6-9530-4559dc03e5df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fd4bab0aef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 11f8cd8e-819e-4d10-889d-55b922b280e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:55Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fe8133f2e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: ed3305db-1c7e-4f09-a59e-83533b9c065a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:55Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fe8133fb579
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 9ec266fc-e770-4a2a-9498-c84e8ddab4a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3f7dfe44-51d5-4305-b7c2-a5414a185b3b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:58Z"
    name: isvc-canary-rollback-predictor-7679bbb844-thdfg.18d62fe8c0efdcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 590f7cd9-46a6-408b-b4b6-8abff2767a70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 7a2ceda4-551b-48bd-a06e-074e30377816
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-77cd7'
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d62fb98ea20400
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 46e456bd-5bd5-44b1-8561-52f965ad931c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 7a2ceda4-551b-48bd-a06e-074e30377816
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-ltkln'
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d62fb99446ee2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 6fcb4f61-ded7-429a-90ed-61b1ea496c19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 7a2ceda4-551b-48bd-a06e-074e30377816
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7679bbb844-77cd7'
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d62fd0df4c693a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: de2e4956-0270-4a14-bcf9-f659352d6004
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7679bbb844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 7a2ceda4-551b-48bd-a06e-074e30377816
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7679bbb844-thdfg'
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-predictor-7679bbb844.18d62fd31c212d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 3d33f2fe-ff70-41cd-b526-6538903e51f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 598cf8a9-1cb8-431c-bf64-5a9546d3d88f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7679bbb844 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-predictor.18d62fb9881028a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: 347800c0-f7ac-4aba-aa35-dad7820c7975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: 598cf8a9-1cb8-431c-bf64-5a9546d3d88f
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7679bbb844 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback-predictor.18d62fd0de73f201
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 7c268d4f-d203-48b9-a48e-86c5d81e4362
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 598cf8a9-1cb8-431c-bf64-5a9546d3d88f
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7679bbb844 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-predictor.18d62fd3164c3bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: c359fa50-4068-47a0-b0db-7e1a0c16c373
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:35.847129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    to ip-10-0-134-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fb989688b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: e5f17650-7f44-4af4-88ec-2ae00e3a1e28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fb9ab527e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: fb82f65c-8a6f-4068-bd43-f66a13fb36f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fb9ad3ee2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 2e0e70c4-7649-4b13-bffc-2aa26e22721e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fb9b0b3f5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 9ce49416-8b20-401a-a54d-971f420dbe2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fb9b126b4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 3265087e-5022-48ae-a608-be838e3e08b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:40Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:40Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbaad51af03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: 469a2473-33a7-41b0-ba3c-3c1635341efe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 15.727s (15.727s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbe56c24d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: 5765814c-515c-44be-bf52-eb785b53fec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbe5a2de557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: c7f71b6f-639d-4c7d-a590-d4c9f6dc792f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbe5aa4c656
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 09b85b31-0272-417f-a3f8-65569146fdcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:56Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbe5aaff610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 97e7829f-7156-478d-a7b2-f7e5c639f750
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.43s (2.43s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:58Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbeeb91b15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 93bbf279-39f3-40e6-9368-0d8f9e1095f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbeeed287ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: a1eff4f4-b1ec-4c34-ab68-50257bd04b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbeef4e0289
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 2683b249-8aed-4beb-8e33-f026089bfe65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fbf226005c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 0468cc6a-4ce7-41dd-bd9a-67c0f513437a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fd31741ca9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 5a39ea5d-3fa4-40e4-a4df-8bbe5c06ebfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fd317426c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 368585a1-54bb-4d5b-9079-c14a04ba6a68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 6e5bf314-082d-4b5e-a585-09ccce76107d
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d.18d62fd3288f3931
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: 0ec4fb2a-ff88-425c-acb2-f7960a1b061c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-cf97f779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: c457191a-e5b3-4db5-b528-ec9b2c26f6fa
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-cf97f779c-n8p7d'
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-v2-predictor-cf97f779c.18d62fb988d08283
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: dada027a-72a5-444b-a5bc-bb390965a765
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 573a1556-9e99-41e2-ab77-9eb3376e1ee2
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-cf97f779c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-canary-rollback-v2-predictor.18d62fb98592b884
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: 6183b4d8-92e4-4aea-81a6-6a48d3369a56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 4b6594ce-5e33-4bb9-b37e-5d9a39fb9c48
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback.18d62fb9879a9a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: a1c98089-42a4-4661-9f1d-056d287f5a60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 4b6594ce-5e33-4bb9-b37e-5d9a39fb9c48
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback.18d62fd0e3618d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: fe850f6c-201d-4716-9106-72f8af22de10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 4b6594ce-5e33-4bb9-b37e-5d9a39fb9c48
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-canary-rollback.18d62fd0e362196e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 94f858d6-69c6-4073-a41a-f4c27a7ff13c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 4b6594ce-5e33-4bb9-b37e-5d9a39fb9c48
  kind: Event
  lastTimestamp: "2026-09-17T18:42:48Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:48Z"
    name: isvc-canary-rollback.18d62fd0e8894243
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 42da5da8-0ccd-4685-acd2-cc8f933a5126
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 4b6594ce-5e33-4bb9-b37e-5d9a39fb9c48
  kind: Event
  lastTimestamp: "2026-09-17T18:41:25Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:25Z"
    name: isvc-canary-rollback.18d62fd31aee7456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 5e7f75b4-6d82-47cb-bdf7-641c448f746e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:00.994421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7968cbc88d-clvgb
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe94d23d5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 3157fc94-d387-458c-99bf-80ec43230e3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:01Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe959b396ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 02800538-7343-40dd-84c6-f8e3525cdf78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Add eth0 [10.134.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe9928f6dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: aac83660-091e-4f7d-9c5c-f76180dff084
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe99490c730
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 165f0cb9-3472-4b05-8598-fdac055b72e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe99785c4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 229542d3-764f-42f5-908e-8e56138ab2f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fe997ecf043
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: f8824926-432d-4cfc-873a-b713e51ae360
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea7bf7e174
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 2e7b473a-ff21-41dd-9099-4b808593ccf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea7eccd47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: f9769d01-6358-4183-9b59-f3c74c04f8af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea7f2c4eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 47f016a1-11db-40cf-8497-9192212128c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea7f37c7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: fab5223a-84c1-4f78-b33d-5ce2d7d437a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea8188836f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: bd2dd9f7-91d2-49d6-8427-c74a58f6eae0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62fea81e56f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 7b9fce53-3965-4e94-947b-db5c5b32d570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:44:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:15Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62feaf3bb506c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: fcfff397-3edc-46cf-a8bc-7104183b5f2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62ffcb14b4df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 3d15bb82-35c5-42e0-8071-146b277cd036
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: e61bfd0f-285b-420b-8dac-47759689524c
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-canary-stop-predictor-7968cbc88d-clvgb.18d62ffcb14c3f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 93c9fe3d-3d53-4241-963f-d99a0717739a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:01.054538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7968cbc88d-h6r47
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:01Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe950b927f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 9b7b5255-bf1a-44ac-8978-d408bc598a95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:01Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe95f0e02eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: c33229c8-eaac-4b34-96e7-9d6a0a4ed907
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe997221060
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: af862378-6d10-4a22-96fe-3056a34518f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe998a56953
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 21684694-bbfb-4c04-b2b9-a11dfa37fe6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe99c685898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: df7d4d3d-1c1e-4d59-a4c4-52065b4eb641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fe99ce85db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 00bcecc3-15fe-4905-9b30-34b598711404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea7dfced14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 8b34e084-c699-4ea8-83c2-c92c50718986
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea822f9d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: af6c8994-0a7a-4cd1-bf22-f885333a76d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea82c65b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 22e8e906-665a-4393-96bf-f6cafd831b90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea82d2466c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: b42cbb83-ef73-46e7-83d5-3644883d35cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea867c7fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: d16e60c0-8c0a-4575-859d-2ef07783d32d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62fea870150c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 857ebfee-a047-4ccb-81d8-b0284e0add2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:44:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62feaba942709
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: e1914c2c-32a1-4750-bd3c-8735034d72c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:44:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:30Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62ffe403e0370
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: 8b7de888-1f92-4238-9db3-77ac335fb46c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:44:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:30Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62ffe403f77d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 85320a65-a7b7-46a8-b512-4df7886cd928
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: f56138e7-64f0-4468-a7e9-079a91cdeaa5
  kind: Event
  lastTimestamp: "2026-09-17T18:44:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:33Z"
    name: isvc-canary-stop-predictor-7968cbc88d-h6r47.18d62ffec0ed8c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18071"
    uid: 51745c66-7ef5-4627-8ff9-6ba713c7f1e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 4042149a-1ffd-4fe2-aa68-d4f09b8f12e4
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: 'Created pod: isvc-canary-stop-predictor-7968cbc88d-clvgb'
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d62fe94c5c40ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 044a8f27-89d7-4299-a1f8-d4fa343f26c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 4042149a-1ffd-4fe2-aa68-d4f09b8f12e4
  kind: Event
  lastTimestamp: "2026-09-17T18:43:01Z"
  message: 'Created pod: isvc-canary-stop-predictor-7968cbc88d-h6r47'
  metadata:
    creationTimestamp: "2026-09-17T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:01Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d62fe9504c21a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: f89b822b-e3ef-410c-bbb3-bbc0d08d1e66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7968cbc88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 4042149a-1ffd-4fe2-aa68-d4f09b8f12e4
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7968cbc88d-clvgb'
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-canary-stop-predictor-7968cbc88d.18d62ffcb12767b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 9913f292-9223-4112-8b55-6e446c4cf78e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 9bccae79-e4c1-463c-8960-4161bf5baff8
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7968cbc88d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-predictor.18d62fe9487b1f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 6c1eb9da-b736-4394-9a62-3eb68bb67064
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 9bccae79-e4c1-463c-8960-4161bf5baff8
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7968cbc88d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-canary-stop-predictor.18d62ffcb0c17df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 3c53f762-8491-40e0-b9db-cacd2df4421a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:00.984604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe94c8e008e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: f8b683f7-06f8-4e63-ac16-1dedd3b1c904
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:01Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe958fe53fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: e88dd9b2-2402-41e5-b42a-62c48cfac027
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe992bd27fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 8adf77c7-09d8-4d3e-a67d-afade431c779
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe9946f21f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: a3c8de96-7f26-401a-a772-662ae7463fcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe997366876
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 5b4d63fe-67c0-4c2b-9480-e765159631f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:02Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fe997b80bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: cd1eb1ac-4b4e-4279-b5d6-ba6201fa0ede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea7e7dcd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 70a6ab33-ce32-4da5-8395-e552a53bdc42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea823c43a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: e6e96c34-6cbf-47e9-b8dc-187572dfde1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea82c67b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: 5b019405-6089-4ef1-85e7-a15feb2e0696
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea82d20f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 0dec9ba2-5256-4d98-965b-dbe09c49c2b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea8687b2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 5778f402-491d-4dd0-99f0-ebb51b8cb615
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:43:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:06Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62fea870ed70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: 1dd90925-e943-488d-a646-ade6a5ba41d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:44:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:34Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62feaf6997d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 5ebafa23-525f-49cc-89ef-81120837c765
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:44:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:30Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62ffe3e17e9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 6ba1ba77-402d-4df2-a1ca-9d6fc5b1b538
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:44:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:30Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62ffe3e186433
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 494b6663-5d3b-4ac1-8659-f59ab35debd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7f7cb41c-6110-4494-a7e0-ef1937919ecd
  kind: Event
  lastTimestamp: "2026-09-17T18:44:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:34Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv.18d62ffefcde7789
    namespace: kserve-ci-e2e-test
    resourceVersion: "18081"
    uid: 9d7cba4c-294a-417d-b4b8-5ec15747160e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5b79b84f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: bda53684-7275-40e2-9f3d-a9813d43f234
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5b79b84f69-zbrkv'
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-v2-predictor-5b79b84f69.18d62fe94bf641ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 7009b694-e09f-4501-aeba-305517fa1705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 7f66b7ee-41eb-4a5a-a3a0-03c0c2bb81cc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5b79b84f69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop-v2-predictor.18d62fe9460f3734
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 23ebc3b2-aedb-4ab5-8aa7-55d4dd2e116b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 2f30bca6-3d0b-40bd-8d77-73ac4e54be28
  kind: Event
  lastTimestamp: "2026-09-17T18:44:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:31Z"
    name: isvc-canary-stop.18d62fe948217025
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: d08356d4-0e98-4625-98b0-ef2fd70dc377
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 2f30bca6-3d0b-40bd-8d77-73ac4e54be28
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop.18d62fe9488dcb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: e66f4fa8-9dc3-4726-b4af-b4137db79b50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 2f30bca6-3d0b-40bd-8d77-73ac4e54be28
  kind: Event
  lastTimestamp: "2026-09-17T18:43:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:00Z"
    name: isvc-canary-stop.18d62fe9488e21b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 216e0efe-0247-42f7-8fe1-1df1272ce364
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: 2f30bca6-3d0b-40bd-8d77-73ac4e54be28
  kind: Event
  lastTimestamp: "2026-09-17T18:44:24Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:24Z"
    name: isvc-canary-stop.18d62ffcb47538f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: fcfb0769-ad8c-4be7-999a-39c1862a9e9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 2f30bca6-3d0b-40bd-8d77-73ac4e54be28
  kind: Event
  lastTimestamp: "2026-09-17T18:44:30Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:30Z"
    name: isvc-canary-stop.18d62ffe3fd55ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 5508424e-b35e-4d5c-97ef-c1750df09e74
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:47.901593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:47Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e21dd3579
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: bd3721b4-b498-4a73-8ee7-7a8785c45b68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-d7124a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:48Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e2aec82ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 56c7d7b4-2169-4063-a537-6e1dfe8a0150
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:49Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:49Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e67889b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 617875b4-22a6-4e9f-8141-4ddec3116870
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e69211784
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: cbf8d784-9656-45da-8050-54b99c7b54da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:53Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e6c13f487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 1b6c102c-8cc0-4d2a-b841-6d3f9dc6d0e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:53Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d6301e6c8acd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 6f8c6915-5d48-49fe-bf61-074c4f48260c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 3fe75e38-dc7e-42f4-9513-e8ad13c90d81
  kind: Event
  lastTimestamp: "2026-09-17T18:46:57Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:57Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl.18d630206d2a2783
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 8b73be32-4369-403d-a978-e3349d5b446a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d7124a-predictor-7b864df6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 8c852929-96df-4e42-b21e-3aed423f107a
  kind: Event
  lastTimestamp: "2026-09-17T18:46:47Z"
  message: 'Created pod: isvc-init-fail-d7124a-predictor-7b864df6c-kv2kl'
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:47Z"
    name: isvc-init-fail-d7124a-predictor-7b864df6c.18d6301e213b76b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: f4ce1dee-2ac2-4fcf-9698-4cd8a27a46a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d7124a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: a38842a7-be29-448c-b788-ec46e21e3403
  kind: Event
  lastTimestamp: "2026-09-17T18:46:47Z"
  message: Scaled up replica set isvc-init-fail-d7124a-predictor-7b864df6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:47Z"
    name: isvc-init-fail-d7124a-predictor.18d6301e1b1c4583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: a0343cc7-398d-4b37-af6e-ad6d9b02d0c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d7124a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: f096ff20-6532-48d7-bce6-b9f32b38e916
  kind: Event
  lastTimestamp: "2026-09-17T18:46:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:53Z"
    name: isvc-init-fail-d7124a.18d6301e1bb69938
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: a17a4285-eda2-425c-960e-dc1254b01471
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d7124a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: f096ff20-6532-48d7-bce6-b9f32b38e916
  kind: Event
  lastTimestamp: "2026-09-17T18:46:47Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d7124a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d7124a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:47Z"
    name: isvc-init-fail-d7124a.18d6301e1cf785c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: a134e174-3159-47ba-991b-73ca1b2e192b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d7124a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: f096ff20-6532-48d7-bce6-b9f32b38e916
  kind: Event
  lastTimestamp: "2026-09-17T18:46:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d7124a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:47Z"
    name: isvc-init-fail-d7124a.18d6301e1cf7ebde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: db456422-3ab1-48ec-b0d2-1682233cd748
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:45:31.498469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:45:31Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300c57e14c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 47e11511-a94f-4bb9-9860-217a9fe34cc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-93846-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:31Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300c6198fede
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: e4631841-8fac-4dd2-aa18-1c5a98b95eb8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:32Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:45:32Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300c9e671e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: de205154-61af-4b82-abed-11fb2e5bd77d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:32Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300c9ffb76b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: 549e1e89-58de-4b7f-a096-7d3ccd856d91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:32Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300ca38591e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: 3195d3a1-7fa4-4738-bbad-841f6ff209ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:32Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300ca4060717
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: 69b941aa-516f-43cc-9084-5ad51fe29382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:36Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300d98200606
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: bc548970-17b0-4701-a521-779e3d54f679
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:36Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300d9b96dc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: afff8e43-4d85-4763-a38e-b0ad18bb7b49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:36Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300d9c19c474
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 708ca6aa-912b-49db-a2f5-bc12c0288c7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:36Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300d9c25e2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: b8fd6114-2025-46a2-989e-26e1b5de6ca2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:37Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300d9fd73525
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 856fb141-718a-45c6-b5be-db00ff522c29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:37Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300da05970e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 17b67bcf-5ed8-43dc-b8cc-abedeb916d22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:37Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300da0666b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: f07a636c-9cbb-421c-b1b5-c38353e57a1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:37Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300da3b42daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: cb1f1d86-c644-4cb9-8a8c-647058d5a698
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:37Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300da4331a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 7af8bb45-ee1e-48b9-82d1-b429903d63f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300dd42fdb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 57bc99bf-4e7a-4e85-903d-67748f462ace
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6300e1008f974
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 933ace9e-29a4-4379-a59b-2ea2a8c9ec0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6302285590964
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 2557053b-a750-4049-9fbd-e796ae9c82c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d630228559923e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 2e53eab6-7878-4aaf-9c16-66d2c4e4c73c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d6302285599a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: a5599e72-bafd-4ecb-be96-2686cdf2dbe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 69069d3a-f903-480a-b0c7-90d0357e8b9e
  kind: Event
  lastTimestamp: "2026-09-17T18:47:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:09Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9.18d630234048b116
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: 040d103e-699a-4094-ab3b-84aac16e474a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-93846-predictor-56495c9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 064080e9-d6a7-4adb-b503-c8b99cb21591
  kind: Event
  lastTimestamp: "2026-09-17T18:45:31Z"
  message: 'Created pod: isvc-logger-raw-93846-predictor-56495c9f7d-csgv9'
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:31Z"
    name: isvc-logger-raw-93846-predictor-56495c9f7d.18d6300c57594d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 1b0a20ea-5d99-4755-a93e-d6fb48419d7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 21cecf70-0325-4cf8-ad65-f04d011efec8
  kind: Event
  lastTimestamp: "2026-09-17T18:45:31Z"
  message: Scaled up replica set isvc-logger-raw-93846-predictor-56495c9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:31Z"
    name: isvc-logger-raw-93846-predictor.18d6300c5299c14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 75773d85-890c-4b4f-a6d3-6bdd86f00dc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: cda3ed75-d7df-4bc3-9494-3f206572880b
  kind: Event
  lastTimestamp: "2026-09-17T18:46:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:01Z"
    name: isvc-logger-raw-93846-predictor.18d6300fd11b1402
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: e3c81abc-aa35-4cd9-ae3e-45b33f456c81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: cda3ed75-d7df-4bc3-9494-3f206572880b
  kind: Event
  lastTimestamp: "2026-09-17T18:46:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:01Z"
    name: isvc-logger-raw-93846-predictor.18d6300fd18487a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: ed1e6437-7375-41ac-86b2-e3dd958b4ae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: cda3ed75-d7df-4bc3-9494-3f206572880b
  kind: Event
  lastTimestamp: "2026-09-17T18:47:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:01Z"
    name: isvc-logger-raw-93846-predictor.18d63016cf6a455d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 83d2e4e8-a3c5-47e1-b553-34237bc192df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: cda3ed75-d7df-4bc3-9494-3f206572880b
  kind: Event
  lastTimestamp: "2026-09-17T18:47:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:01Z"
    name: isvc-logger-raw-93846-predictor.18d63016cfd388d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 78249677-6449-4aaa-aaf6-cd9fb6e808c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-93846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: dbff85c5-bf14-42ea-9f15-c68c1403d0d1
  kind: Event
  lastTimestamp: "2026-09-17T18:46:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:57Z"
    name: isvc-logger-raw-93846.18d6300c52c3ff4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 6995ebce-0e6e-42c2-b30b-55d5fe410314
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-93846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: dbff85c5-bf14-42ea-9f15-c68c1403d0d1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:31Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-93846":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-93846":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:31Z"
    name: isvc-logger-raw-93846.18d6300c5390a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: ae6ceba0-33be-453a-9b5c-a9d51abde005
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-93846
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: dbff85c5-bf14-42ea-9f15-c68c1403d0d1
  kind: Event
  lastTimestamp: "2026-09-17T18:46:57Z"
  message: InferenceService [isvc-logger-raw-93846] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:57Z"
    name: isvc-logger-raw-93846.18d6302050b251a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: c7a8f006-3611-4b17-bed4-5f7ff52e1469
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:03.235305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:03Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63091760d2cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 6ee4f243-3baa-4ceb-9dcc-244326ab8589
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:03Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d6309181151747
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: a031a4da-0652-47cd-a6e0-dcac96371157
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:04Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:04Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63091bc164542
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 46a5840b-56b5-4d28-ae5f-edf7f0a36498
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:04Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63091beb06d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: 88787682-8b53-4345-a8af-6672f9202144
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:04Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63091c2dedfa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: e7a7b8dc-3048-4d46-8e31-9e7414aa99f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:04Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63091c35a8eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 9f312d62-fec9-450a-aaa0-d9fc0c560e79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092b46318d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 299abad9-362a-467d-a386-5adb4e9439ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092b7cf9a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 19fd4969-2f25-4428-a433-6c8c0851365d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092b85b310b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: ed551644-c42b-45cf-8718-7b23bcdf6584
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092b8670436
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: d5b3012f-4139-4286-aac7-708d668e0338
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092bc7a047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: 41288185-130d-4251-b1a5-ef0a46d76178
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092bcf5b5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 76f6f88b-d583-49f3-a754-6e3bd7b87b4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092bd000c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: a8edc721-959a-4527-b6fb-6b935ea2950e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092c0a33433
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: fd93ff4d-f44c-4487-87bf-84a39e1a65ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:55:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:08Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092c11fd1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: e57fe7c7-96a7-40c4-8793-e5b07fa45a8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:46Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d63092f070c9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: 0b8bdf79-d52c-4bc8-ad9f-1ad84339b059
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:46Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d630932c53a92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 8f11ac10-d5ca-4eb3-ad18-3dd76b1287b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:38Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d630a7a2f518d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 3c447261-5ef3-4123-819a-552159fca5d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:38Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d630a7a2f56b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: 2e1ef3be-8d2f-4a6c-a99e-20f1c3c799fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:38Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d630a7a2f588b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: a4e65e03-ff36-4f89-9b5c-5e933d3d10e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b1159cdf-1d03-47ab-b93d-e5e252940705
  kind: Event
  lastTimestamp: "2026-09-17T18:56:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:51Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9.18d630a85c8554ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24889"
    uid: 029efd88-9afc-4295-8908-76955630ca70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7dc457b548
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 01fc6c26-db01-47a3-ba25-b089ff7520f2
  kind: Event
  lastTimestamp: "2026-09-17T18:55:03Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9'
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:03Z"
    name: isvc-logger-raw-cipn-predictor-7dc457b548.18d63091759607f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 39e40d7a-fbcc-4981-a79b-56c5f6d30a92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 4c546f40-cae2-427c-a48c-50f2f77ac3f9
  kind: Event
  lastTimestamp: "2026-09-17T18:55:03Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7dc457b548 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:03Z"
    name: isvc-logger-raw-cipn-predictor.18d63091723a892f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: c5688ca4-e237-4cf8-8e93-8972b1af8237
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 12ec6c9f-1cf7-4af3-aae4-7cab65dfa500
  kind: Event
  lastTimestamp: "2026-09-17T18:55:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:33Z"
    name: isvc-logger-raw-cipn-predictor.18d63094f0f6518f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: 09753c9c-56b7-4c2f-94bd-43cb698a4514
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 12ec6c9f-1cf7-4af3-aae4-7cab65dfa500
  kind: Event
  lastTimestamp: "2026-09-17T18:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:33Z"
    name: isvc-logger-raw-cipn-predictor.18d63094f1653da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 468c4434-2b2e-4aba-975f-a9aaf24c8530
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: 12ec6c9f-1cf7-4af3-aae4-7cab65dfa500
  kind: Event
  lastTimestamp: "2026-09-17T18:56:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:33Z"
    name: isvc-logger-raw-cipn-predictor.18d6309bef75afc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24685"
    uid: 745777a9-09fa-4b2b-9aae-63b25bac317a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: 12ec6c9f-1cf7-4af3-aae4-7cab65dfa500
  kind: Event
  lastTimestamp: "2026-09-17T18:56:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:33Z"
    name: isvc-logger-raw-cipn-predictor.18d6309bf00b6e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 4c020270-42d0-44a5-a873-833b5b088345
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 82a987d6-6711-4dc9-8c58-edf254f7c4d4
  kind: Event
  lastTimestamp: "2026-09-17T18:56:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:56:26Z"
    name: isvc-logger-raw-cipn.18d63091723b1ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: 826d32fc-909b-424f-ab97-6594e0fe5059
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 82a987d6-6711-4dc9-8c58-edf254f7c4d4
  kind: Event
  lastTimestamp: "2026-09-17T18:55:03Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:03Z"
    name: isvc-logger-raw-cipn.18d6309172e0fbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: 0ec7b5de-8a88-4c97-af37-4e2ed26cd922
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: 82a987d6-6711-4dc9-8c58-edf254f7c4d4
  kind: Event
  lastTimestamp: "2026-09-17T18:56:26Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:56:26Z"
    name: isvc-logger-raw-cipn.18d630a4eaf5c5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: be4d6b42-607c-478e-9e6b-8328acfb144f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:44:41.215683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63000a2caf201
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: ecfa7928-aea6-4d44-83f3-5d2c0d7c6df9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63000c4ad327e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: ab0d1898-e649-43db-b919-609b08c4a85a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63000c6312f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: d26a81d6-605d-418a-a13f-6eb4ce6f086e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63000c8d57abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: a00ec393-c036-4e64-a982-26fdbf4a15a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63000c9471452
    namespace: kserve-ci-e2e-test
    resourceVersion: "18203"
    uid: 087bfb49-e65f-4f85-ae3a-f4fc42b7c3f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001dc2d7cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 75cf64f7-5cdf-44d8-a039-f5f432e62fd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001ded43234
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: cf468d86-630a-4617-927c-6ff19f272cbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001df460a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: a27a47ac-c232-4274-b2e0-0eb7c5070193
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001df51a2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: ec30fbd3-e180-4fba-8a83-7f2dc6c9b934
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001e1fe101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 71d75878-ae21-4926-8d79-efa24667c0cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:44:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:46Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d63001e27458e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: cfdb98ce-4270-48ea-b801-9b990e3cc068
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:46:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:44Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d6300253f7a794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: f2596a20-ca1a-4817-9cbd-eb1768050d80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:46:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:42Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d6301ce5c64ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: b5b48398-beb5-4f6a-94ca-f7c87ee24651
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:46:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:42Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d6301ce5c6b4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: c2fe9a61-e0b5-4440-83d1-984b7f1d340e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: b5b23b55-4aa6-4aa8-9d2d-d31f27721d93
  kind: Event
  lastTimestamp: "2026-09-17T18:46:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:44Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n.18d6301d56488197
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: 9249472e-cb2a-4aaf-a721-d0fa22e44a37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a6bc9a-predictor-65bbd7676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 11dd4a0f-ef67-4cc8-8c62-2bafba4cbde1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: 'Created pod: isvc-primary-a6bc9a-predictor-65bbd7676d-rhs2n'
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor-65bbd7676d.18d63000a266b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: 5014a60b-581f-4731-bc13-4e6a737f0960
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: dca4a9ae-5664-4ea1-b887-aaf817246524
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: Scaled up replica set isvc-primary-a6bc9a-predictor-65bbd7676d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a-predictor.18d630009f06adac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: 48519f94-03fd-4a85-ae25-32862b8d73ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: aeb834de-167a-445e-9818-a76f011ab00f
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-primary-a6bc9a-predictor.18d630041d71132f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: 0b0498da-1d1a-4332-baf7-6b25079b04a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: aeb834de-167a-445e-9818-a76f011ab00f
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-primary-a6bc9a-predictor.18d630041dd5a9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: 0591f68d-531b-4ac6-8103-b1b4d6a09912
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: aeb834de-167a-445e-9818-a76f011ab00f
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-primary-a6bc9a-predictor.18d6300b1b8419ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 3f953a07-6da2-4a3b-a87b-92e703c6e963
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: aeb834de-167a-445e-9818-a76f011ab00f
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-primary-a6bc9a-predictor.18d6300b1bee3869
    namespace: kserve-ci-e2e-test
    resourceVersion: "19413"
    uid: 245715da-4326-43c1-926d-e1bcd90063b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 280e5aa7-804b-447c-b1e4-97dac74b1b09
  kind: Event
  lastTimestamp: "2026-09-17T18:46:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:04Z"
    name: isvc-primary-a6bc9a.18d630009f080d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: c0f47ec4-a5e0-4460-ba97-2cc7d63516de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 280e5aa7-804b-447c-b1e4-97dac74b1b09
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a6bc9a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a6bc9a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a.18d630009f8b025f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: e579d402-3a04-4da9-8bc4-da57e861ef04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 280e5aa7-804b-447c-b1e4-97dac74b1b09
  kind: Event
  lastTimestamp: "2026-09-17T18:44:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a6bc9a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:41Z"
    name: isvc-primary-a6bc9a.18d630009f8b42c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 72151051-5937-4ff0-9cc9-df022c614a86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 280e5aa7-804b-447c-b1e4-97dac74b1b09
  kind: Event
  lastTimestamp: "2026-09-17T18:46:04Z"
  message: InferenceService [isvc-primary-a6bc9a] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:04Z"
    name: isvc-primary-a6bc9a.18d630140dd21650
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: e250c0eb-2710-443a-800e-3db1bb196038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:35.680870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fb97f7faf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: fd159c0e-ec3c-4d8b-b7ad-0fb63f301b09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fb9a203b7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 0eda447a-c7f0-4173-b50e-9f655de3817a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
  metadata:
    creationTimestamp: "2026-09-17T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:36Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fb9a3c944cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: dd1b4711-1e23-4d0b-ac97-d136ad20da1a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    in 3.309s (3.309s including waiting). Image size: 306750366 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:39Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fba690ebc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: 81c523f4-dd9c-4c8b-affa-d458eaccbc3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:39Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fba6c556c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: 5f3cb407-925d-4f95-81fe-8700c94dcb31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:39Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fba6cd2d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: 3310ce4e-0237-403c-b0f1-8f149ecd1d4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
  metadata:
    creationTimestamp: "2026-09-17T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:44Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbb739c8073
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 6c9ecd45-70c3-4956-96cc-fb226be17401
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    in 13.412s (13.412s including waiting). Image size: 1580942218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbe93090fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: f2b9d693-5aa7-4f75-861e-e10b3a85792d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbe96b49120
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: c03fbe02-110d-4bd8-a945-8e3b0ed5712a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbe97640ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 1d2c0eef-829c-4b6a-b323-249ab697306e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:57Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbe97725792
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: 9e5c54f6-f758-4c2a-87ad-1785eb88a9dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.274s (2.274s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbf1f0b6816
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 6411f474-ed38-43ee-bbe3-3cfeae0594f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbf22b6dcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 4ab67a5c-a500-4152-82ec-fa7b7750cff7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbf2335b25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: ce4c62f8-39e7-4d57-b5ea-56a505ca23d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:39:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
  metadata:
    creationTimestamp: "2026-09-17T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:59Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbf23437554
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 8ef1c87e-fece-400a-89ce-9d9767d5efd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:40:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4"
    in 2.457s (2.457s including waiting). Image size: 240302146 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:02Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbfb5bf67b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 5c20d633-5487-4dc9-8f6e-81021d87f80a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:40:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:02Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbfb8b3f6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 8884c540-5f27-4aae-9b0a-c6d53a643478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:40:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:02Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbfb931304f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: b6ee64ae-d33f-475c-84f9-11f1b441a26a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:46Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fbfe774eacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 95a93357-a27a-4f9d-86e9-b910cccae77b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fc0235b611d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 0b953529-628e-471d-8742-d91f552e4b81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fd44402746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 35b42093-63a2-4b46-8a48-73cd3915d4e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fd4440378c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: edad51c3-e94d-4249-833a-a11bea095d8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fd4440408e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 43622a1e-b8a9-4908-8364-7ecfe0608f09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 430119a4-c1d1-4ac1-b60e-f67a7ba8c77c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:44Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx.18d62fd517bc1eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 1f55b9c9-82da-4d30-9f0c-f2ad74e6d5a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 2cdbcc74-e20f-46c1-a238-fa52a714c37f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85-kzptx'
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85.18d62fb97f0ae2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: e818f4e5-64b9-4cf4-b364-809297251b79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-f604d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: 6ef9a9e9-5e43-4047-a9e4-07d9a270147f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-f604d-predictor-7c79d88b85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor.18d62fb975390a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: af7d4089-0591-4159-a160-723cb7e9c9aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f604d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 8dd5b83c-86f7-40cd-8cf1-ecb60dffe9bf
  kind: Event
  lastTimestamp: "2026-09-17T18:40:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:35Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor.18d62fbcfb42d57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 5b17df47-e60f-4c13-84c2-1efd4c1f703d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f604d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 8dd5b83c-86f7-40cd-8cf1-ecb60dffe9bf
  kind: Event
  lastTimestamp: "2026-09-17T18:40:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:35Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor.18d62fbcfbb039ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: e5d8c6eb-d87d-462b-8ba3-a4b81b53ec08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f604d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 8dd5b83c-86f7-40cd-8cf1-ecb60dffe9bf
  kind: Event
  lastTimestamp: "2026-09-17T18:41:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:20Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor.18d62fcaf98f92d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 7ed1e1e5-6d48-4f5b-9ce8-2674f30119d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f604d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 8dd5b83c-86f7-40cd-8cf1-ecb60dffe9bf
  kind: Event
  lastTimestamp: "2026-09-17T18:41:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:20Z"
    name: isvc-raw-sklearn-batcher-f604d-predictor.18d62fcafaf9eaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: 1f508b7b-1436-408f-b348-7923f6cb09b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f604d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: da6572be-4d7f-4f34-a182-f35aba8e1da3
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-raw-sklearn-batcher-f604d.18d62fb97c10e44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: f289d9d0-6ee2-405f-a297-7c4c407be00d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f604d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: da6572be-4d7f-4f34-a182-f35aba8e1da3
  kind: Event
  lastTimestamp: "2026-09-17T18:39:35Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-f604d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-f604d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:35Z"
    name: isvc-raw-sklearn-batcher-f604d.18d62fb97cfd3495
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: 82ef3936-0582-4e52-a443-b69ff50add3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f604d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: da6572be-4d7f-4f34-a182-f35aba8e1da3
  kind: Event
  lastTimestamp: "2026-09-17T18:41:16Z"
  message: InferenceService [isvc-raw-sklearn-batcher-f604d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:16Z"
    name: isvc-raw-sklearn-batcher-f604d.18d62fd0efec16dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: ac5b1c3d-b1a2-4e14-a1e1-6275b896e2ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:26.562905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:26Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d6301929f9ee42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: 41d818a5-a182-4a40-a777-e9b8b3d042b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:27Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:27Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d630194b73ff07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: 52b69340-0446-423b-b7d7-c4c4fd2389e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:31Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d630194d34da0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19332"
    uid: 04332675-648f-4db6-bacf-4b56eb2d4d67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:31Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d630194fad6362
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: bccc6f93-7fda-48f9-aae4-b72376d927a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:31Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d63019501c99af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 9840a13b-6a55-4c3b-9feb-a9615d5389ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 5e45c836-1505-4e15-b26e-714da80dd5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5_kserve-ci-e2e-test(5e45c836-1505-4e15-b26e-714da80dd5a6)
  metadata:
    creationTimestamp: "2026-09-17T18:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5.18d6301b555ff95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 520307e6-85c8-4a41-977e-1cf45da28400
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: fe7ee77c-2590-47a3-8cad-304b8f262ccf
  kind: Event
  lastTimestamp: "2026-09-17T18:46:26Z"
  message: 'Created pod: isvc-secondary-a6bc9a-predictor-5ccf7c5779-vb2p5'
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:26Z"
    name: isvc-secondary-a6bc9a-predictor-5ccf7c5779.18d6301928a92582
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: 409befc8-a5ea-40ec-b7eb-b1515540f37b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: 61e2a3cf-95be-4409-b187-8bf05d7c04dd
  kind: Event
  lastTimestamp: "2026-09-17T18:46:26Z"
  message: Scaled up replica set isvc-secondary-a6bc9a-predictor-5ccf7c5779 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:26Z"
    name: isvc-secondary-a6bc9a-predictor.18d6301922aebcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: a617aed0-1253-4135-9d29-0c60f3d8d5af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 56039122-3bda-413f-a4fb-f71f7cde519b
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-secondary-a6bc9a-predictor.18d6301ca120d1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: c3bbbe3b-5f42-4db1-867c-d11be1ac3e6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a6bc9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 56039122-3bda-413f-a4fb-f71f7cde519b
  kind: Event
  lastTimestamp: "2026-09-17T18:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:41Z"
    name: isvc-secondary-a6bc9a-predictor.18d6301ca1abc202
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 5e906c43-2b51-474a-b76b-95b5f199daaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: 2afa38a8-c743-49ee-8d24-7e2617f58eb4
  kind: Event
  lastTimestamp: "2026-09-17T18:46:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:35Z"
    name: isvc-secondary-a6bc9a.18d6301922889bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 0a07a200-9e3b-4230-a84e-af47ef7650ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: 2afa38a8-c743-49ee-8d24-7e2617f58eb4
  kind: Event
  lastTimestamp: "2026-09-17T18:46:26Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a6bc9a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a6bc9a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:26Z"
    name: isvc-secondary-a6bc9a.18d6301923d1c0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 1bdf5da8-b731-425d-b01b-a334e70ea115
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a6bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: 2afa38a8-c743-49ee-8d24-7e2617f58eb4
  kind: Event
  lastTimestamp: "2026-09-17T18:46:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a6bc9a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:26Z"
    name: isvc-secondary-a6bc9a.18d6301923d21d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 77dc05d4-12bd-4322-a0b0-dc70c3dc6f8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:30.816729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    to ip-10-0-134-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd44e217c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: 73ba7492-a758-44d7-a24a-97d3ee2c614a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-e4246-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd45969b3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 1f805c08-3ec8-41f0-9b9e-3e82d73d5331
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd493d50a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 62f79169-e4fe-41a4-8d67-ddef87802204
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:32Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd49547a72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 0e3e9c21-dadd-4bab-b55a-e996b206dc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:32Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd4989474c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: bddee44b-6ba5-49a6-84e7-84eed9000eb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:32Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd498f6f19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 2f17b8b6-eaff-416a-b521-b988ea5cb5e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd5961788d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 33c3ce9e-1d1e-4820-9f24-9559addf843f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd598f81767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: a01b2a4d-3f51-4fe6-82fc-5b175d43de87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd59955a432
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 502c9b55-d535-40ef-896b-3429c1c07c28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd5995f89ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 4978e172-6561-422a-8da2-82befd6ee741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd59c109f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: bc99f548-5aef-4c6d-a1c8-ebca8ec81056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:41:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:36Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd59c705b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 1a027ff8-7e3f-4f73-9c3d-175f27970217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:43:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:24Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fd60df46882
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 7a230a58-23e3-414e-9dfa-90887dcad00a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fedf7ebc2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: fb1d78dd-6cfd-4646-af46-d4530adcc861
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62fedf7ec62a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 05230760-0b94-4e65-a6fa-79b2d434d4a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: b1902a41-7131-47f5-b912-3973a044d663
  kind: Event
  lastTimestamp: "2026-09-17T18:43:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:24Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6.18d62feebc476ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: a9d89178-54d1-4ed0-8113-7d9c25cdd460
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 36cc1344-1a2a-4624-8925-a26b0902390b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc-7ndq6'
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc.18d62fd44d92d9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: a5d2af99-1abc-40cf-ab01-ec6d449f1b68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 90ccf8ed-c28f-4fdb-85fd-9cf3bcddb4ab
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e4246-predictor-6fb78f4dcc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-sklearn-graph-raw-e4246-predictor.18d62fd44994f400
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: e06ea546-f4d3-4488-bd21-27bd0f9b7e77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 4ea81c8d-1919-4ead-b661-8e2ba3cd37a1
  kind: Event
  lastTimestamp: "2026-09-17T18:42:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:15Z"
    name: isvc-sklearn-graph-raw-e4246-predictor.18d62fd7c7f41623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: a43ebf0e-282f-4c87-a093-22041169e632
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 4ea81c8d-1919-4ead-b661-8e2ba3cd37a1
  kind: Event
  lastTimestamp: "2026-09-17T18:42:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:15Z"
    name: isvc-sklearn-graph-raw-e4246-predictor.18d62fd7c84ddec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: cb6c3af3-e00c-46aa-b099-e2c6381d4e81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 4ea81c8d-1919-4ead-b661-8e2ba3cd37a1
  kind: Event
  lastTimestamp: "2026-09-17T18:43:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:15Z"
    name: isvc-sklearn-graph-raw-e4246-predictor.18d62fe245b13ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 1d229def-2dd5-4eec-86ad-a92ab20735e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 4ea81c8d-1919-4ead-b661-8e2ba3cd37a1
  kind: Event
  lastTimestamp: "2026-09-17T18:43:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:15Z"
    name: isvc-sklearn-graph-raw-e4246-predictor.18d62fe2467aba9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 65762a00-d195-4050-9f74-f186a89d588f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 450d3033-f1b0-4a09-af32-a8217ac2e97f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:54Z"
    name: isvc-sklearn-graph-raw-e4246.18d62fd44994caea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 702f8fe7-8f4d-40d5-9676-e9564260d126
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 450d3033-f1b0-4a09-af32-a8217ac2e97f
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e4246":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e4246":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-sklearn-graph-raw-e4246.18d62fd44a86743c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: cf33b0f9-4263-494b-815d-43fbdb5c4aa4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 450d3033-f1b0-4a09-af32-a8217ac2e97f
  kind: Event
  lastTimestamp: "2026-09-17T18:42:54Z"
  message: InferenceService [isvc-sklearn-graph-raw-e4246] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:54Z"
    name: isvc-sklearn-graph-raw-e4246.18d62fe7c6249eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: edbe5363-5dec-44f4-a7e7-f9a3281960b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:21.109422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    to ip-10-0-134-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fedfc165571
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: f31ac67f-8592-46e1-82eb-1796e47c0409
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-7a45d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fee093edbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: f3a54772-7372-4751-87c8-6253d5dddc59
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:22Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:22Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fee423408bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: 009ac874-9064-4e79-aa56-38e9589a2f5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:22Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fee43f46a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: d9452666-9097-4fb0-aa54-371a4c0eafe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:22Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fee468475a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: dbdb8693-fa51-4c22-b9e4-9ce85c01f406
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:22Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fee46e8d8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 42aab85a-098c-46d8-bec6-8da51e63053a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef4fc222e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 861e718f-9f2c-4782-bf71-23002416edb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef527ac979
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: e57312df-4d31-4603-ad48-4ab907c24e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef52db9258
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 2d6dff5f-494a-45b7-aa55-e64c79fc3f3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef52e6bace
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: a3859c4d-d108-4b68-8b81-670b11b6f405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef559cf108
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: b0dee6d5-99c6-4689-8c56-4c0db9751a58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fef56067f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: 4714aeea-31d0-46d4-b262-87e6a51ac77e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:45:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:14Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d62fefc7a4d0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 5a3035a0-c4cf-4e35-ba27-540ed88770ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d63007a8adb58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 0299141e-b302-4f24-a19e-eed1dba6892d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d63007a8ae68e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 221d1b7d-2e70-452b-9b42-29668d58c90f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: a2959bbf-0390-4f9d-8d70-0bd90663fb50
  kind: Event
  lastTimestamp: "2026-09-17T18:45:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:14Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b.18d6300876242a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 2a571824-8695-4bab-bd58-d0d75625bce2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 68af5022-1fe7-482f-a76e-ba07ce7e4504
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9-xv58b'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9.18d62fedfb7bf786
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: e5deaad2-cebc-410c-89fe-652f63c47ebf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: b397f4c5-6508-410b-9845-8c985c73b965
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-7a45d-predictor-6d497df8d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor.18d62fedf7fbfab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: f4f4cd91-ba17-45f0-8d0a-81d00240469b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: d84d0ec6-c34b-41a5-b4f0-fd88764846e6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:36Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor.18d62ff1774855b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: 3f030936-d3cb-41b3-8790-569a07baca0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: d84d0ec6-c34b-41a5-b4f0-fd88764846e6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:36Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor.18d62ff177df757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: e94c8a8b-3ba0-4b66-b73a-211f11d2af29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: d84d0ec6-c34b-41a5-b4f0-fd88764846e6
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor.18d62ff4f68e36c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 18292f27-3e88-4fc9-96a8-07ca7daa07c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: d84d0ec6-c34b-41a5-b4f0-fd88764846e6
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d-predictor.18d62ff4f7010a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 65275919-b4ca-4d9b-9247-cbb3eb99cf43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 973d69b3-e994-4cc4-9293-b418300b67ad
  kind: Event
  lastTimestamp: "2026-09-17T18:44:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:44Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d.18d62fedf8329b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18237"
    uid: dc0fe2d1-a2e5-4e44-b902-fe9e3645aa6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 973d69b3-e994-4cc4-9293-b418300b67ad
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-7a45d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-7a45d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d.18d62fedf8d4c41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: f84531a2-55b8-4b58-8600-d871f1392c68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: 973d69b3-e994-4cc4-9293-b418300b67ad
  kind: Event
  lastTimestamp: "2026-09-17T18:44:44Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-7a45d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:44Z"
    name: isvc-sklearn-graph-raw-hpa-7a45d.18d630017f9a39a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18236"
    uid: ac674832-02e8-424d-8aec-44a69e07cd5e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:47:06.947300Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    to ip-10-0-134-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d630229112e4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: d6c63dc7-55b1-4271-b218-c2df359b98a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63022b2d8c945
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 315ace59-00a6-48fc-9ef7-3ac6ff04ed81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63022b4ba8fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 5763c905-b6a0-4ece-8a14-f1b45865a7ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63022b74fe31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 6d8af715-3c19-4bc1-80cf-9e7252ca4dab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:07Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63022b7bfa908
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: ee11df4b-177f-4d85-8d93-1dcf2a2ce920
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023af66795d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 07ddd56c-8ff2-474d-aafe-4fb4db05375b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023b26a0b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: c212dfb3-ab69-4895-baf8-b417444d6d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023b2d885f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 675867fa-5b7e-48bc-b530-f4d72020d4d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023b2e246fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 699456ae-a4b0-49e8-bae6-80adaad415ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023b5db35f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 5c6b2e08-37f8-4813-af34-5594967cc541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d63023b64aede3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 0bfd27f7-025e-48ee-b12f-680baf85383d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:50:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:06Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d6302427410a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: a1614590-19bf-422f-b555-ab6494f7ce08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:49:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:56Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d6304a286819a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: cb3b60ce-0edc-4a9d-9875-5bc2568b426f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:49:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:49:56Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d6304a28693b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: c622cab6-4459-43c5-b58c-92a7e2bdfe31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 50cc4ced-dfcd-41d7-b5b8-0492a98b3406
  kind: Event
  lastTimestamp: "2026-09-17T18:50:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:04Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5.18d6304acddafe38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 79bb2507-5b3a-45d1-8b7b-0314fd9ed8eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 359b6e08-718d-4546-9304-ed50041df385
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: 'Created pod: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47-rvpf5'
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47.18d63022906c1db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 32b14772-e19d-4fa8-b50d-54ea7f3084b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-a1be8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 4da314d2-fe96-43b4-834e-1ad6a831137b
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-a1be8-predictor-5bfcf47 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor.18d630228c2039f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: e191a6e2-359f-4a0e-a80a-b3649c8dbd47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a1be8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 00965090-517c-4c8e-85a4-9c28e44c0fb7
  kind: Event
  lastTimestamp: "2026-09-17T18:47:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:51Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor.18d630260abe8564
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 37b9c9e0-136e-4ce2-b165-98cc016467e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a1be8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 00965090-517c-4c8e-85a4-9c28e44c0fb7
  kind: Event
  lastTimestamp: "2026-09-17T18:47:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:51Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor.18d630260b4a844d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 790e507f-cee7-41a8-bb7d-8fb2d35535c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a1be8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 00965090-517c-4c8e-85a4-9c28e44c0fb7
  kind: Event
  lastTimestamp: "2026-09-17T18:49:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:52Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor.18d630298a3285bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ff255656-f106-4c9e-a756-a72bae354e13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a1be8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 00965090-517c-4c8e-85a4-9c28e44c0fb7
  kind: Event
  lastTimestamp: "2026-09-17T18:49:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:52Z"
    name: isvc-sklearn-scale-raw-a1be8-predictor.18d630298b73a692
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: e22510ac-f329-487f-ab47-1311e3133596
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a1be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 561e43c2-4b31-4bbe-9b39-92e57dedd2c4
  kind: Event
  lastTimestamp: "2026-09-17T18:49:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:47Z"
    name: isvc-sklearn-scale-raw-a1be8.18d630228c1e7057
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: e1d447de-4a65-4bba-ad44-3277c02077b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a1be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 561e43c2-4b31-4bbe-9b39-92e57dedd2c4
  kind: Event
  lastTimestamp: "2026-09-17T18:49:47Z"
  message: InferenceService [isvc-sklearn-scale-raw-a1be8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:49:47Z"
    name: isvc-sklearn-scale-raw-a1be8.18d63047de1b47bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 3da6c3dc-d48c-4081-9b90-b3c0365b41b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:30.930349Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd454e72b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: ad8a41f1-b55b-41bc-9b93-c96021252fbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: Add eth0 [10.134.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd476ac0c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 9f440dcc-130f-474b-b37e-b0401d1bc61b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd478333935
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: ee4ceae6-6d4c-496f-90c9-32c7a6fd8305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd47a84eafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: bb514ee5-3ceb-4322-b730-c7266f6620c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:31Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd47b07a63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: e6477e28-5a1d-4948-bab4-5f8e35c95b0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:35Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:35Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fd57266d729
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 3f144dce-b511-483e-84b7-403b7cb60a70
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.327s (20.327s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda2e068c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 5238768f-d8c9-4fb3-896c-ff6d1f8e0fa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda3181b56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 34e3644a-beed-4f15-9dc4-a515a6b100a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda31e2e4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 9cb2f78f-3a64-435b-8b85-b32607008740
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda31ebe30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 713ea812-6124-4c2f-bfac-8f1bd977840f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda352e8686
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 540f3267-1b42-4eeb-b2bb-d26b396b542e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:56Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda358fe550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 36f1c038-a038-40ae-9fca-53a9f26a6cf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:23Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fda979aac81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 5c542027-4de8-494e-b1f0-cc616d4008d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fedfe848785
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: 7a7e6c99-79d0-4c4f-add5-80a8a00e1d55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fedfe84d468
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 4d35f972-87e3-441a-8f08-948d808c57b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 685172c6-c9b8-40d9-a705-2c613703399c
  kind: Event
  lastTimestamp: "2026-09-17T18:43:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.16:8643/healthz": dial tcp
    10.134.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:23Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw.18d62fee9dc0c55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 8cc68926-a491-4b3f-84a5-a863808ac3fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 9358ea2b-9519-41f1-af5c-347b6d0b3359
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e4246-predictor-5b57964877-5m2qw'
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-xgboost-graph-raw-e4246-predictor-5b57964877.18d62fd4544b6610
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: fd01cd9e-15e5-4547-84a0-33e26b66b440
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 11a8c8be-a966-4da6-9234-1bc7d7fc1472
  kind: Event
  lastTimestamp: "2026-09-17T18:41:30Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e4246-predictor-5b57964877
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:30Z"
    name: isvc-xgboost-graph-raw-e4246-predictor.18d62fd4511c19b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 696a2be9-4d17-4444-8580-93e0597e039a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: bc043c9c-9bb9-4902-8ba3-f7bb5b4e7e81
  kind: Event
  lastTimestamp: "2026-09-17T18:42:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:00Z"
    name: isvc-xgboost-graph-raw-e4246-predictor.18d62fd7cfb5ef66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 3e215601-546b-4e20-ab65-f5b560f540f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: bc043c9c-9bb9-4902-8ba3-f7bb5b4e7e81
  kind: Event
  lastTimestamp: "2026-09-17T18:42:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:00Z"
    name: isvc-xgboost-graph-raw-e4246-predictor.18d62fd7d0195e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: fb0cd838-2be3-4508-b08c-819c6ccbe0b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: bc043c9c-9bb9-4902-8ba3-f7bb5b4e7e81
  kind: Event
  lastTimestamp: "2026-09-17T18:43:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:15Z"
    name: isvc-xgboost-graph-raw-e4246-predictor.18d62fdecd860f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: 092f200b-a680-4b33-a7a0-8a024bcbe3a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e4246-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: bc043c9c-9bb9-4902-8ba3-f7bb5b4e7e81
  kind: Event
  lastTimestamp: "2026-09-17T18:43:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:15Z"
    name: isvc-xgboost-graph-raw-e4246-predictor.18d62fdecdf3cf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: fc214a2e-d8af-4e77-bf13-da8772500e55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: dcca03f3-32e9-478c-905c-990ead563cea
  kind: Event
  lastTimestamp: "2026-09-17T18:43:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:03Z"
    name: isvc-xgboost-graph-raw-e4246.18d62fd4514855b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: dec7dc22-eb01-4166-a45a-68aa99f91d87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: dcca03f3-32e9-478c-905c-990ead563cea
  kind: Event
  lastTimestamp: "2026-09-17T18:43:03Z"
  message: InferenceService [isvc-xgboost-graph-raw-e4246] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:03Z"
    name: isvc-xgboost-graph-raw-e4246.18d62fe9fc22b3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 1762f636-245d-41ea-9443-4dbf51d86629
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:21.256121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fee04d4df56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 6e43657e-e13d-44fd-b173-bf2489b56511
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fee26752ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 5983cbda-ca3e-497c-a6f8-5e24268e4327
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fee28240031
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 89668040-e631-43c7-9660-3e95debb8416
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fee2ad7d309
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 533069bc-2448-48ed-b080-fcb24a84cba8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fee2b42b450
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 72896e5e-39c7-4f42-b1b3-9e2594aa9e5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef292db2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 176c302c-e89b-45c2-962f-68ca2f3e6f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef2c3a861d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: c90123f1-dcf0-476e-bb27-94ba2b7870db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef2ca856a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 92aa4843-570e-418e-ba06-038da47ae0de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef2cb2b67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: 2d67c616-43de-43ac-bf2f-6b0e2d5897b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef2faf1fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: eaa003b2-371f-49a7-9914-e7702759bc94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fef301ac601
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: c6fcde06-2b04-432d-a34b-2c37adcbb925
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:45:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:14Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d62fefa0faa2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 99e6905c-e5eb-44d4-8e66-1ab2514cc394
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d63007aeeb4669
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 2ce65afe-f70e-455b-9090-2b90cc02ceb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d63007aeebd4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 67f93645-b0f2-4703-8f96-3a342d99a7d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 09e96f3f-6976-4259-8bdc-3b69a4a90afc
  kind: Event
  lastTimestamp: "2026-09-17T18:45:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:14Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t.18d630084f5ae9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 248c8595-171c-4c0a-8aa2-b8726e0972a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: bed577bb-daa7-421e-94c1-b3b9c402bd18
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989-qck2t'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989.18d62fee04400eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 3a6a3a83-3a1a-4f91-8804-2ae539153818
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 2950d54b-8123-4bd0-af88-6eadfa66b5b6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-7a45d-predictor-695b9c6989
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor.18d62fedffd4479b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 37e821b8-9773-408b-bf89-1e2bd04b8028
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: a72299de-2874-46c5-884f-9e94453b0ab1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:06Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor.18d62ff17e47b553
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 471e11cc-4746-4447-ad2f-c476b82e9c32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: a72299de-2874-46c5-884f-9e94453b0ab1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:06Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor.18d62ff17ea69f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: 40e95184-7ebb-49fe-a549-a801fa98b509
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: a72299de-2874-46c5-884f-9e94453b0ab1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:51Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor.18d62ff4fd71b7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 70a52893-181b-441b-a3b9-781bf3f2db68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: a72299de-2874-46c5-884f-9e94453b0ab1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:51Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d-predictor.18d62ff4fde2ec3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: 4364c1c0-d0a5-4d71-af46-33a159f76191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 24c5a8c3-0226-4b81-8017-ac4adc74eb01
  kind: Event
  lastTimestamp: "2026-09-17T18:44:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:34Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d.18d62fee003c1873
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: c23fdba3-4c33-4632-85aa-abf9904f6717
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 24c5a8c3-0226-4b81-8017-ac4adc74eb01
  kind: Event
  lastTimestamp: "2026-09-17T18:43:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-7a45d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-7a45d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:21Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d.18d62fee00ca06c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 46c37527-48de-42cd-aadc-8f3ab067d52e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 24c5a8c3-0226-4b81-8017-ac4adc74eb01
  kind: Event
  lastTimestamp: "2026-09-17T18:44:34Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-7a45d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:34Z"
    name: isvc-xgboost-graph-raw-hpa-7a45d.18d62fff051c63e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: e9f1b96e-4573-4ef9-9525-0da547e38714
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:45:11.689161Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63007bb274661
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 975424af-a8db-4619-a5e0-899ac003098a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:12Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:45:12Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63007dd89f3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: ba237c44-32f4-48ff-9f0f-992f5a858026
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:12Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T18:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:12Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63007df0f24d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: 8debde08-681b-4fde-aa99-49117850f202
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.252s (1.252s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d6300829b4c7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: f2c1fdc2-781c-4066-8f9c-a4a4fc5b7cab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d630082c970e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: a98dbe05-2c00-4b84-9ce4-f0bae930a359
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d630082d10df0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 98d1c51e-714e-4b4b-8740-0c29e0ccf484
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d630082d1b712c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: a9f631c4-a0f6-46d9-9c74-20e502a24cb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63008302cd57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 16baaa4f-c282-464c-96b1-e68e50271c99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:45:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:13Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d6300830b7a4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: d34481f0-892b-4a22-9716-1f2659317c1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63022886d16f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 2845caf8-7f86-45e5-9238-3e4a756a1266
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d5a1089a-5d0e-48ac-b717-ce6f9a361206
  kind: Event
  lastTimestamp: "2026-09-17T18:47:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:06Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9.18d63022886d8034
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: a104d4b2-c959-4257-9107-9dc8a55711a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-93846-predictor-5b9658c57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 2e78ca9e-2be9-44ea-a873-2c61b9cfbd2c
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: 'Created pod: message-dumper-raw-93846-predictor-5b9658c57d-8x9v9'
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: message-dumper-raw-93846-predictor-5b9658c57d.18d63007ba589a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 9d56aa69-caea-4fcf-87c6-df4ffa016a03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 8dd689c2-6d83-4ddf-a7aa-fe7d3c6e2aca
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Scaled up replica set message-dumper-raw-93846-predictor-5b9658c57d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: message-dumper-raw-93846-predictor.18d63007b7c6b838
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: b94c196b-e810-433f-9148-13bb7217fdf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 642d8cb3-7359-4640-8dd9-d4f6fe6184c2
  kind: Event
  lastTimestamp: "2026-09-17T18:45:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:56Z"
    name: message-dumper-raw-93846-predictor.18d6300b36534dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 4a537746-2ae7-44a8-8d59-d04660ab9883
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-93846-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 642d8cb3-7359-4640-8dd9-d4f6fe6184c2
  kind: Event
  lastTimestamp: "2026-09-17T18:45:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:56Z"
    name: message-dumper-raw-93846-predictor.18d6300b36c86edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 95da360e-30f1-4b7c-9563-1e3e6b03d6d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-93846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: b195a17a-c95e-42c1-8319-22d09d8e1099
  kind: Event
  lastTimestamp: "2026-09-17T18:45:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:21Z"
    name: message-dumper-raw-93846.18d63007b7c497b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 641f9d35-47ad-42fd-8d9e-c1a312f6bc65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-93846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: b195a17a-c95e-42c1-8319-22d09d8e1099
  kind: Event
  lastTimestamp: "2026-09-17T18:45:21Z"
  message: InferenceService [message-dumper-raw-93846] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:21Z"
    name: message-dumper-raw-93846.18d6300a1b9a8b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 50ed8c2b-230a-40d5-9546-e83728efe3ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:53.230531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    to ip-10-0-130-229.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f21b8732a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: db73cbe5-ca4a-4363-890e-29e55e8c729a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f44215130
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 61339b07-f328-4ae4-b437-3bc04cd14e78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f458a1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: a73ac1b0-daf0-4f19-b2c6-c9d9b2b5caf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f48126d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 41b9876a-293c-4158-84b8-f59a078b50f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f488bf7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: cacf0340-eed2-4c8e-a6bd-f28645a44add
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f489600fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: cc2c2d2b-a27c-44e8-a876-d0bf6ad22369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f4b7ab03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 6f07a31b-4ea2-4d09-8bbb-222060b3241e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d6308f4bf4729a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: 8cfe5b91-a394-46d1-8c0c-40bed7cb861d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:38Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d630a7a5ab67b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24753"
    uid: cfec3b7e-5a87-418b-8908-5017ca8f08d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 5a8e9238-21d8-43fe-96f1-d4ddb7f31064
  kind: Event
  lastTimestamp: "2026-09-17T18:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:38Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-trkvq.18d630a7a5ac0861
    namespace: kserve-ci-e2e-test
    resourceVersion: "24754"
    uid: 368119c9-8e59-449f-9238-06d322bf6ad2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: 4c2ee627-bd51-4b9a-b4d2-d85559a112cf
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-trkvq'
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6308f21303663
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: dd4ebf76-1bd6-4e1c-bb56-242f5d52cdbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: ab0345a3-bb11-49b4-901c-6aefb1359532
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn-predictor.18d6308f1d36484e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 4b5aba72-2072-4dde-85fc-0ae417d024e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: a959a078-3358-4c39-9b80-7c7324e8c3b8
  kind: Event
  lastTimestamp: "2026-09-17T18:55:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:23Z"
    name: message-dumper-raw-cipn-predictor.18d630929c399b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: 0c29341d-7e52-4a51-b0d2-e7c1357ed41a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: a959a078-3358-4c39-9b80-7c7324e8c3b8
  kind: Event
  lastTimestamp: "2026-09-17T18:55:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:23Z"
    name: message-dumper-raw-cipn-predictor.18d630929ca690da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 419ca25b-343b-47ae-b325-714ac2e7e91c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: d179ee2e-b313-4327-b21a-00550f37af86
  kind: Event
  lastTimestamp: "2026-09-17T18:55:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:02Z"
    name: message-dumper-raw-cipn.18d6308f1d3b25d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: e4b94011-4572-42df-9a95-d3959f44533e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: d179ee2e-b313-4327-b21a-00550f37af86
  kind: Event
  lastTimestamp: "2026-09-17T18:54:53Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:53Z"
    name: message-dumper-raw-cipn.18d6308f1daa3a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: 91bd4af5-4bda-422b-95b5-8717eb3ebf84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: d179ee2e-b313-4327-b21a-00550f37af86
  kind: Event
  lastTimestamp: "2026-09-17T18:55:02Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:02Z"
    name: message-dumper-raw-cipn.18d63091511411be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 5d559807-e158-4225-9692-1767b8c069db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:10.839724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e4246-59f9c894c4-ggxrj
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62feb97f74272
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 10b4e83c-451b-476d-a2e8-00d0329daf17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:11Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:11Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62febb9928a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 9365eacb-8095-455f-b453-c085f9643524
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338"
  metadata:
    creationTimestamp: "2026-09-17T18:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:11Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62febbaee7b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 372516e0-6d00-4868-b33b-21fdb058d010
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338"
    in 2.088s (2.088s including waiting). Image size: 211751489 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:13Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62fec37673be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 611fe7bc-b065-47c8-8d08-37ffe9a70057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:13Z"
  message: 'Created container: model-chainer-raw-e4246'
  metadata:
    creationTimestamp: "2026-09-17T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:13Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62fec3a5526a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: be197822-d058-4174-ad99-10d4cd72884e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:13Z"
  message: Started container model-chainer-raw-e4246
  metadata:
    creationTimestamp: "2026-09-17T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:13Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62fec3abc46b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a3c86bb-8c1d-4e91-b4b4-4fd18b9afc01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:20Z"
  message: Stopping container model-chainer-raw-e4246
  metadata:
    creationTimestamp: "2026-09-17T18:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:20Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62fedef2a69a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: f21937e7-6236-45e7-9103-eace9fa8e018
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e4246}
    kind: Pod
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fc6f5827-4d2b-410b-96fe-5b912c7c6177
  kind: Event
  lastTimestamp: "2026-09-17T18:43:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:50Z"
    name: model-chainer-raw-e4246-59f9c894c4-ggxrj.18d62feeeadad43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: f8de7cda-0783-47b7-a251-134a82349a81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e4246-59f9c894c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 12b9fa92-02eb-4574-9aa2-c763a731c600
  kind: Event
  lastTimestamp: "2026-09-17T18:43:10Z"
  message: 'Created pod: model-chainer-raw-e4246-59f9c894c4-ggxrj'
  metadata:
    creationTimestamp: "2026-09-17T18:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: model-chainer-raw-e4246-59f9c894c4.18d62feb978be147
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: d20a7ba9-5210-40b2-91f3-bc7e478a5297
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 432bc06d-65ba-48ff-8425-120b1f9c7733
  kind: Event
  lastTimestamp: "2026-09-17T18:43:10Z"
  message: Scaled up replica set model-chainer-raw-e4246-59f9c894c4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: model-chainer-raw-e4246.18d62feb96b18f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: d0074c10-e16c-407f-ad49-add7e911e58c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: cd5ac05e-58ca-4e20-8640-5cccddbdf8ca
  kind: Event
  lastTimestamp: "2026-09-17T18:43:10Z"
  message: InferenceGraph [model-chainer-raw-e4246] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: model-chainer-raw-e4246.18d62feb9d4b2f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 2d6b4fad-6439-4a0e-a8c5-b394ac7e8297
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:45:01.157510Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d63005476b21c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 3b40169e-0575-410d-840a-2df09655ce16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d63005691f3d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 5b56c0b1-5095-4a7b-a5b9-966d40a54960
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7a45d}
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d630056a6f334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18405"
    uid: 021b73af-85a4-4a79-a5ef-db88f362b6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7a45d}
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: 'Created container: model-chainer-raw-hpa-7a45d'
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d630056d806526
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: bf9c4565-0f96-471b-878b-ad10f9f22f72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7a45d}
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Started container model-chainer-raw-hpa-7a45d
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d630056dea4485
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: 6344090a-ba44-4a80-966b-c075ede5d598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7a45d}
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Stopping container model-chainer-raw-hpa-7a45d
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d63007a0806b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: f4868ff5-4111-48a4-ba84-ca1331f6aeb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7a45d}
    kind: Pod
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: bb48d344-f89d-4e1c-87b5-1e5542f7ffe7
  kind: Event
  lastTimestamp: "2026-09-17T18:45:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:38Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m.18d630082974d8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18866"
    uid: bad3ca89-2a99-4d85-8f6f-1a62967f9022
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 3f7e07c8-bbcd-4506-9754-439ac19095fd
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: 'Created pod: model-chainer-raw-hpa-7a45d-d8d9bf78b-jrk6m'
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d-d8d9bf78b.18d6300546f8ad0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: 11aa407c-36b6-4dc6-b4c4-0d39e070b204
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: a5008779-8b13-4606-b6ff-0750844b8b95
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Scaled up replica set model-chainer-raw-hpa-7a45d-d8d9bf78b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d.18d630054628fb23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 241fa09c-3872-4ab5-872f-82c276717396
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: fd56de16-ef1f-4076-94e0-f721a3400d8a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: InferenceGraph [model-chainer-raw-hpa-7a45d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d.18d630054b9d45ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: f96f78ac-1759-4cc8-b2f6-d5a03be23b09
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: fd56de16-ef1f-4076-94e0-f721a3400d8a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-7a45d":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-7a45d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d.18d630054e3dc3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: 003b9a33-55af-4dca-8540-42c75799ebc3
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7a45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: fd56de16-ef1f-4076-94e0-f721a3400d8a
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-7a45d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: model-chainer-raw-hpa-7a45d.18d630054e3e126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: dcbdebce-bd51-4f8e-9b52-5a0d75a4abc1
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:47:03.047298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63021a89da303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: aa900c54-8869-4d8e-8f74-9ddbf5c3f96d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:03Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63021ca6c5e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: f8c0466d-60cc-4312-984e-7c527c4b5d10
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63021cbe09ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: a6284122-27e7-422a-8a01-261509de57a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63021ce7b4549
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 0245d718-3043-4fcf-908a-b8705992c0d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63021cee73500
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 278a9b5c-60e9-4577-9773-ba48fbacebd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d0593686
    namespace: kserve-ci-e2e-test
    resourceVersion: "19879"
    uid: 6ed98aa2-3b46-433c-be69-c3f41f8e685b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d35e7bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: f74a141d-2445-49c4-8764-a0e6d260a101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d3d60ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: b178f0e4-d2d6-4ec5-b476-2fda0216eb69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d3e0e362
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: 70b1cc4e-f340-4a59-b8f7-f60e235f11f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d6a9384b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 163eb45a-ce1b-4e01-867e-735aa0d73d00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:47:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:08Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63022d7229f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: aaf4748e-733b-4f3d-8aba-c6bc59aeb50d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d630230c5988ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: c42ca617-9d7c-4a57-80ef-d463f8f9accd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:33Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63036a65ede16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: e308d554-e1d5-4aad-88da-6aa893183157
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:33Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d63036a65f999a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: c387d607-9163-4c76-8f35-2cc2a8346af5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: a58cb97c-687f-4887-a2e6-0032bdbe8a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:35Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp.18d6303712851b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 131acfee-ef3e-42ba-b2aa-d9be77287b92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-9405f-predictor-57dcd48c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 5f75a86b-3c4e-46d3-919a-ee7aca3bf5a4
  kind: Event
  lastTimestamp: "2026-09-17T18:47:03Z"
  message: 'Created pod: raw-sklearn-9405f-predictor-57dcd48c4f-gd4lp'
  metadata:
    creationTimestamp: "2026-09-17T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:03Z"
    name: raw-sklearn-9405f-predictor-57dcd48c4f.18d63021a82a044b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 9f3f7c1f-abfe-4d0c-8332-8aab8393dca9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-9405f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 8da071b5-cc97-4f52-b9b9-18f3ae5bbe90
  kind: Event
  lastTimestamp: "2026-09-17T18:47:02Z"
  message: Scaled up replica set raw-sklearn-9405f-predictor-57dcd48c4f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:02Z"
    name: raw-sklearn-9405f-predictor.18d63021a45bbb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 0a640989-b34e-42e4-8e68-a138aee2aa92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9405f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 8423e22a-d885-4c43-a1d8-473acc2f836c
  kind: Event
  lastTimestamp: "2026-09-17T18:47:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:17Z"
    name: raw-sklearn-9405f-predictor.18d6302522dedb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: c4aa73d2-70b6-48d8-af9a-ff5be08ff00d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9405f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 8423e22a-d885-4c43-a1d8-473acc2f836c
  kind: Event
  lastTimestamp: "2026-09-17T18:47:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:17Z"
    name: raw-sklearn-9405f-predictor.18d630252355b4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: aa08b69d-362f-41c5-a22c-0883514cd63d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9405f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: 8423e22a-d885-4c43-a1d8-473acc2f836c
  kind: Event
  lastTimestamp: "2026-09-17T18:48:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:33Z"
    name: raw-sklearn-9405f-predictor.18d63028a2f0c276
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: 83c2702e-ed32-4807-b574-b5ed7b1bcd33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9405f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: 8423e22a-d885-4c43-a1d8-473acc2f836c
  kind: Event
  lastTimestamp: "2026-09-17T18:48:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:33Z"
    name: raw-sklearn-9405f-predictor.18d63028a3800e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 54d86e34-28d7-4b42-a591-5561cdf28523
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 138a7b97-a696-4e1d-8d06-7e5d2d1f3e61
  kind: Event
  lastTimestamp: "2026-09-17T18:48:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:24Z"
    name: raw-sklearn-9405f.18d63021a455fa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 328d3d56-f0aa-4920-86e4-781dc4afd2c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 138a7b97-a696-4e1d-8d06-7e5d2d1f3e61
  kind: Event
  lastTimestamp: "2026-09-17T18:47:02Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-9405f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-9405f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:02Z"
    name: raw-sklearn-9405f.18d63021a5125353
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: c04875e2-0220-4ed6-9276-90268e0820a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20482"
    uid: 138a7b97-a696-4e1d-8d06-7e5d2d1f3e61
  kind: Event
  lastTimestamp: "2026-09-17T18:48:24Z"
  message: InferenceService [raw-sklearn-9405f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:24Z"
    name: raw-sklearn-9405f.18d630349406ce97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: c0b130f6-dace-4f5a-a7ec-9369e4dae1f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:38.566858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    to ip-10-0-138-74.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:38Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d63037e6066f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 4691ee59-4ae5-4a7e-891c-d8e65896c4d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b4d84cfdb-mjk5k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6303807cb3395
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 1682dd7f-68b7-4672-bccb-a6f2c44665b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d630380a329cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 4c62d8d9-40ad-45ea-9a6f-a680c2e72c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d630380cbd8ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: e5364a00-ca59-4713-9c41-0960b7238989
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d630380d35b400
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 8821ce48-a550-4012-ae3a-c47048b6a010
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6303902f19c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 9ae5c64b-fe61-4775-8c9f-ec96469f31d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6303905f4fe03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: c7a428e9-1c91-4a8c-ad5a-c3c6769ee457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6303906640583
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 07822a28-7823-4d13-ae65-1441d00a00c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d63039066cbe4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 3793986f-48d7-4b6a-8eb5-898b2a6c7bcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d63039094cce70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: efbea6f4-8af8-4dae-ace4-841536b6d3bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:48:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:43Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6303909b90746
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: 5b29f243-7647-4074-8224-f10585e64e38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:50:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:12Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d630397aba3cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: ea68013e-9577-491a-aad0-07cb8e818480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6304cd34c1051
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 8ae968c2-d263-4053-9e78-47c3f3bdbb5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:50:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:08Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6304cd34d1cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: 8903d8fb-679b-45b6-b085-b044375c4614
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 26d31fd2-7e84-4781-88b2-bc5d43396987
  kind: Event
  lastTimestamp: "2026-09-17T18:50:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:11Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj.18d6304d80ea3da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 71da1bda-82a0-4d72-a6cf-15e595271492
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-74.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-74.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 8362a14a-074e-4e7d-8e9c-8ce48af2cdb6
  kind: Event
  lastTimestamp: "2026-09-17T18:48:38Z"
  message: 'Created pod: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f-bjvdj'
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:38Z"
    name: raw-sklearn-runtime-c7c54-predictor-5b55c8d76f.18d63037e583d19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 7552eb9d-8fec-41fe-837f-c00fdf46222c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-c7c54-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: f1924cb7-a0fc-4964-9e78-024eaccb9a0d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:38Z"
  message: Scaled up replica set raw-sklearn-runtime-c7c54-predictor-5b55c8d76f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:38Z"
    name: raw-sklearn-runtime-c7c54-predictor.18d63037dc72ed21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 8193ef9a-b999-44c0-ac40-eef2be14fb42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c7c54-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 89131363-adb5-42aa-8748-857609381e2e
  kind: Event
  lastTimestamp: "2026-09-17T18:48:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:53Z"
    name: raw-sklearn-runtime-c7c54-predictor.18d6303b5ab22397
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 48bb728a-16aa-4417-a589-4f3cfa3d2beb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c7c54-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 89131363-adb5-42aa-8748-857609381e2e
  kind: Event
  lastTimestamp: "2026-09-17T18:48:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:53Z"
    name: raw-sklearn-runtime-c7c54-predictor.18d6303b5bc7d036
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 8bf24b77-72d7-442b-97cb-c02ec32baaeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c7c54-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 89131363-adb5-42aa-8748-857609381e2e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:53Z"
    name: raw-sklearn-runtime-c7c54-predictor.18d6303eda7deb97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: c3a81c1e-4f5b-4782-a5cd-d3dc58142310
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c7c54-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 89131363-adb5-42aa-8748-857609381e2e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:53Z"
    name: raw-sklearn-runtime-c7c54-predictor.18d6303edb045662
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 445dacf3-2030-4737-8de3-1001faacdbcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c7c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: a5e08c57-df4c-48d1-ba4d-d2a838aaf367
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: raw-sklearn-runtime-c7c54.18d63037dc01a478
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 84bef1f1-c92f-42c0-9cad-e96bc679633e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c7c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: a5e08c57-df4c-48d1-ba4d-d2a838aaf367
  kind: Event
  lastTimestamp: "2026-09-17T18:48:38Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-c7c54":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-c7c54":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:38Z"
    name: raw-sklearn-runtime-c7c54.18d63037dcb262e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: c2bfac34-0317-46ae-9a09-f0560bc8ea61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c7c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: a5e08c57-df4c-48d1-ba4d-d2a838aaf367
  kind: Event
  lastTimestamp: "2026-09-17T18:50:02Z"
  message: InferenceService [raw-sklearn-runtime-c7c54] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:02Z"
    name: raw-sklearn-runtime-c7c54.18d6304b6f4e7dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: ed6f0b4b-3c05-4fc4-b0ef-ba6718f06cf6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25011"