---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:31:59.603286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-594f5f9bd5-r99jm
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684702bb25a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: 55912917-77c9-4abc-8d02-5ecaf4a59f4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684703686a6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: e9814ab3-a46f-4a50-9e29-aedb36eac16f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c6847069338bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 2aa58f7f-ef0f-490d-a171-59b73b6047f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684706a9ddf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 09f6581e-d0bc-43cd-8944-6c64cf3fa08c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684706db1f0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: a6413c3e-0df1-4180-a4b2-9642c7f25887
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684706e685d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: a587fca9-24ef-4f4a-8471-091aa32b1eb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c6847186025151
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: e7b67ba2-69b6-4e3e-8937-4d4578c822eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68471897061b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: f025e310-8a0d-4acc-b17e-6f978e5265cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c6847189e85b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: 841e5650-6b81-4a46-9fd2-301cbb7180ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c6847189f34626
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: b24e3d80-2923-4bec-afc5-4c15662a5135
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c684718fcf69b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 0d3732ae-6bae-4e76-82f2-ce4e779528b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68471903b49d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 59625bd4-4b3d-4f3e-94f8-da28d11e8fa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:33:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:14Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68471c22564cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 83e063f0-5adc-418d-91d8-24a0353c77a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:33:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:29Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68485258d9110
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: e9f4ed33-e6bb-4e9d-8925-08859dc072c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:33:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:29Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68485258dd484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 01b54c37-9c0d-48a3-9915-4b6043302ac5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:33:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:32Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68485c87ded61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 8f5b86ed-76fc-4782-afd1-3f758226918b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: f0d562e1-6d3b-492f-b27e-0f45cb080c9e
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-create-predictor-594f5f9bd5-r99jm.18c68486773c8f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 0a128d0e-d64f-4cdc-b32e-7ffcf881b530
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-594f5f9bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 58a49491-69cb-4987-8195-8930ee418cd7
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'Created pod: isvc-canary-create-predictor-594f5f9bd5-r99jm'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-predictor-594f5f9bd5.18c684702b5018c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: b7747c8d-fe07-4f9f-9e1b-862595e63d71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: a29d32ea-b9b2-4a41-9128-027cc1a6d981
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-594f5f9bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-predictor.18c6847026907eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 6b20eb17-4659-4038-b645-6d1278666da8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:31:59.606341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c684702be0f7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: 1a6c0d00-00d5-45fa-8c9b-702226b6e1b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c6847036854f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: c5804711-cbc5-4ced-b6ea-c26b0e251a0e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20103"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c684709ec6aed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 4315ee65-54c1-4354-a2bd-4bb77bf45a5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68470a044e7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 127e7b2e-5e5a-4007-8910-ec62d8939880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68470a2db814b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 10c22fe5-bb13-462f-a46b-4827025a7102
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68470a347cc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: d47356ff-efad-4e22-bef8-a9fb3591e1a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c1fc2553
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: edba2764-3487-4ed9-9c94-01fb93824b24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c518cc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 55fc600a-68a0-4160-9861-bf84b38fb57c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c58a2737
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: d1264d80-7b88-4ae2-a8d1-c046cb952490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c5935da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: f51d69e7-a62e-476d-8d8c-a4281f7e494c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c828af35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: b170be0f-d105-4b20-b086-8536dfb68c4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471c8976384
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: 7d52f254-5a4e-4e88-983e-73a7ab94be9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68471fe1ed7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 780e479c-b709-425a-b0ff-cec168b4e6ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:29Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c6848525751f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 4b5114c1-6312-4edb-8c42-c06510eb42dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:29Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c68485257a1a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 31c8b71d-d810-44f7-8ee0-a0ae55c8d54e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 8bcc9c36-8ebc-43a6-ae49-93b1941b41d9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-vm6sl.18c684860459a2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: ebef0cf5-2b11-4b66-b37f-fd9ec4a5d7eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5b976d889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: d27ffb50-316e-4496-bf4e-2891463b8d21
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5b976d889b-vm6sl'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-v2-predictor-5b976d889b.18c684702b81a6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 95ebaa5b-db9b-43a7-81c3-572bcd2ab988
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: b0416c89-b5b4-492e-b1d7-06b2881a3683
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5b976d889b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create-v2-predictor.18c6847028681960
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: d11b7120-f241-420e-bac1-2ecaa4ef9837
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: a9480184-4f93-4914-9cb3-dd730b7ca27f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:24Z"
    name: isvc-canary-create.18c6847027fee833
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: a91c3453-7477-4a7d-a528-65175bf28d88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: a9480184-4f93-4914-9cb3-dd730b7ca27f
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create.18c684702882e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b45b83c1-f1b5-4aa1-8948-b166b1931083
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: a9480184-4f93-4914-9cb3-dd730b7ca27f
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-canary-create.18c68470288338e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: 7b5d64b3-ffaa-4624-b802-6a877f821fe7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: a9480184-4f93-4914-9cb3-dd730b7ca27f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:24Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:24Z"
    name: isvc-canary-create.18c68483ed293675
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: 43a25ba5-a788-428d-a039-68df23a07690
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:33:34.900666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684865bdd028e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 27aa6d86-3c20-436b-9cc1-fba7b92e0d7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684866b48bf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 30575976-f580-40ec-bc52-06b420c6095d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6848699830330
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 559f7e19-ac00-4281-aa89-3408975a6805
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684869b0502c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: a709f841-0cfc-4693-ad1a-00e9a84f2350
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:36Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684869dd58f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: fd87db15-425f-4e82-adb3-9f94fedd8374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:36Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684869e4cbf3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 40acfc2a-502d-4f04-92c7-3745b570056e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684877f6e5d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 704bc5ff-e688-452d-9b70-a33b6370da57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6848783190dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: ad0b1274-8bc5-4192-81b5-0761557b8568
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c68487838e22b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 35706cbb-47b7-4b96-9604-6407a5a68406
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c684878397b3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 53d03207-8944-4fcd-91a5-ea2d9e66be38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6848786c47051
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: f31f9a3a-80af-4169-a444-bd7cc4544b66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c68487873fae7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 5e948b9b-e299-4eff-8b6d-0f4439c42f31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:35:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:07Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c68487f78eca12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 977fdb3b-a36d-4e33-879a-874be36f96ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:35:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:04Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6849b52d05e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 0ab8f8fb-89a8-4d82-96a0-7022051f3b8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:35:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:04Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6849b52d0ed6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 6df92930-72c4-4f3f-81ff-83e57e47be06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: d51a26c8-4582-44ee-87fd-0fd66e3c9760
  kind: Event
  lastTimestamp: "2026-07-28T17:35:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:07Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-9dccm.18c6849bfdc213bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: 5db0d55e-07fb-4824-96d7-b3a29cc65676
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5d7dcd97d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 612fe96d-b84b-4e78-b23a-787cb8535ef3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: 'Created pod: isvc-canary-promote-predictor-5d7dcd97d5-9dccm'
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5.18c684865b7540df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 84e5c25c-c95d-4cee-bb96-0e3c3402f1df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 8febe77d-a7f2-48b3-9aa1-91ccda395288
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5d7dcd97d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-predictor.18c68486560d7a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 8f8ce1d0-bb96-4013-9951-40735e67f8f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:05.008490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    to ip-10-0-134-178.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849b56b5512c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: baddeb91-7986-4f43-920f-9906c8c372bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849b707d05cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 5478a8f9-838a-43e0-9bfa-b48a53b25e9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849b7204a6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: 4516af80-7d46-4990-9aa6-0018c9b32865
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    in 3.002s (3.002s including waiting). Image size: 300977080 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:08Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849c24f70f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: c864cece-c061-4374-8c62-8e8d9bd88f36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:08Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849c2864a80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 1003ad98-84f4-44d5-8cfd-eb6d38ee5c86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:08Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849c28da74d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 9e3befe3-6983-4fb7-8841-10a21ace591c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:13Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c6849d475e0248
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: cc68bf70-2cb0-4963-8917-3113e6f5aace
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 13.629s (13.629s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a073c0d725
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 6564062b-1f64-4eca-99fc-cf511cb39a25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:27Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a076c440ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: d1a815a4-7462-4a43-a74d-de999f8fd2e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:27Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a077288ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: c46a0f63-c8f3-4bf6-aad2-f154c45da581
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:27Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a077365ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: b5bb17fa-d132-4fed-a109-677e6ac5cc8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.639s (2.639s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:29Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a1148b4e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 7d51a43c-ed8c-49fa-96d5-96dee24e1a46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:29Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a1173628f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: d5ba2246-f81a-48d7-91b6-e15041dba4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:35:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:29Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a11797bcb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: d4de1409-b6e7-4949-9ff9-e81928d5d212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:36Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684a142951f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: 09c88e0d-af6b-4dac-a38e-d89114a8576f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:45Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684b2aa3d33b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 4cf930c9-7716-4507-95aa-85a7d0f574a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:45Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684b2aa403a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: fe500834-5362-4c04-8dc6-ed62ee71bd32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 736d6d36-11e3-4628-811b-f2b757113474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-nbj74.18c684b2f4bb80b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: b1faffcb-5ade-42e0-9343-bd1571f92c66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:33:34.906436Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684865c34fca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 5abd6768-ccdc-49fa-a651-8e6e7775b3af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684866b42f0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 35a8c7d4-f992-424e-a9b4-4b6525929335
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684869ab190b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 2e2e93b4-7e7b-4a33-8cc0-d76735e71a68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684869bf976d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: fa23d862-42d0-4b6d-93d0-3a69fe8d4ebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:36Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684869df7f80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: e354aed2-d284-4da4-83c0-af4452138206
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:36Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684869e69be6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 37329174-c758-43d8-9fea-f63789be4de2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684877f58c15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 046b45b1-3777-4916-97ae-0091fa4b4ea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c68487830cb929
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 10d13e79-8f24-413e-8b2c-07069a2d165d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c6848783809ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: 49f60430-da75-4266-899c-8d7318d9a0a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684878389ed93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 1c6e4dfe-edf9-4666-b460-2527093a0435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c6848786b4ebf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 7de77410-dd87-4f42-be7d-16ad281adf43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684878726c29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 9ce44ff7-498c-43df-91b1-b2100bc6ca21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c68487bbaec316
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: ddd52097-4079-4490-b40e-6831f9b7261c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:45Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684b2aa53fdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: be234efb-1f42-4dba-bcfe-64f179dab3af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:45Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684b2aa551e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: d9893f03-7d94-4061-bc6a-7d09b285f201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 6863d7a2-ef6d-4317-864b-b137906128f2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7.18c684b30a64a491
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: fe403ddb-5dd1-4ad8-9cd1-b30414925dcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 7b3c2773-b9d7-4ce8-a6a5-be5e5b3ed668
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-ph2v7'
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c684865b9ccb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 3fc62d63-17c9-4e0e-b809-b4727bcdecb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 7b3c2773-b9d7-4ce8-a6a5-be5e5b3ed668
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-nbj74'
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c6849b56495111
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: d63dc933-dbd3-4eb2-a429-3281e5e31356
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: ac9db981-0dac-4548-8870-feed38f48e1b
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-canary-promote-v2-predictor.18c684865832a6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: d00d7df5-e5d2-4cf9-a21b-bb6728ea073c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: ac9db981-0dac-4548-8870-feed38f48e1b
  kind: Event
  lastTimestamp: "2026-07-28T17:35:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:04Z"
    name: isvc-canary-promote-v2-predictor.18c6849b51c7c88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: 52073693-a30d-4527-a505-27d93834dad3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: ac4541c5-45a0-4b68-a7e2-cd0a6dd54111
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote.18c6848657dc3818
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: d7e6f5d0-48aa-46b9-84c6-6e5667189d76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: ac4541c5-45a0-4b68-a7e2-cd0a6dd54111
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote.18c68486586df5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 46ef3764-a28b-476e-bbc0-4855d52062d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: ac4541c5-45a0-4b68-a7e2-cd0a6dd54111
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-canary-promote.18c68486586e5c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 79147ef5-87fe-4d2b-b9af-0daae27b88e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: ac4541c5-45a0-4b68-a7e2-cd0a6dd54111
  kind: Event
  lastTimestamp: "2026-07-28T17:36:43Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:43Z"
    name: isvc-canary-promote.18c68499b070834b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: e4172ff4-2fab-47f4-853b-28c20c7949c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: ac4541c5-45a0-4b68-a7e2-cd0a6dd54111
  kind: Event
  lastTimestamp: "2026-07-28T17:35:04Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:04Z"
    name: isvc-canary-promote.18c6849b557c5f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 071832ca-e9a7-456d-99a0-9af935eb7c1f
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:50.335779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b3dcb546c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 4838887a-8bc1-417a-9789-61f348b2096e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b3e956d5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: 95befaeb-91da-4d38-9c2c-d2756de36e0b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b41a4df19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: daf88f63-3d67-4af6-b8fd-89c482230eaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b41bfb4b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: ce49835c-e519-4471-9296-b65daed76d4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b41ee63e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 65c1709f-00ba-426a-933c-4aaba2de293e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b41f5463d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 74783ac4-d016-40d1-b00c-e77b91d3a6ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b513050021
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 54b40376-e3a9-47f1-9ccf-c65102b93086
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b51706bc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: 62162c81-dd64-4945-a14d-bc76d58e90f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b517879941
    namespace: kserve-ci-e2e-test
    resourceVersion: "22560"
    uid: f09f4bc8-e59f-4fc0-a2c5-bb192b317b28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b517918c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: 12aeb16d-a6b5-4b5b-b96d-a77285cb8bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b51a867037
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 98bd0bf4-e220-4d45-9ec4-0a84f65d36fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b51b186228
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: d0d23656-2360-4b15-b2d2-e90c6735499f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:39:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:53Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684b58b0eae4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: 917ddd42-beef-4b39-a3cb-f408966a84d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684ddd52e7a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 81dcdcf1-99ea-43c3-92f3-3b7681a336f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684ddd52efa44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: 12e115ee-f9f7-4843-bbbd-d306025c22b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 73464ed8-c6b6-426c-8ae9-c4d0822f30d4
  kind: Event
  lastTimestamp: "2026-07-28T17:39:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:53Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-7w5kv.18c684de85ba4566
    namespace: kserve-ci-e2e-test
    resourceVersion: "23907"
    uid: 9ceac9f7-ab34-464c-bc05-19b3ba260604
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:20.454720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    to ip-10-0-134-178.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c8d8361fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 2b4b871e-77e6-4a75-a7e1-f900907511de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c8f1aa71a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: ecba5a00-f4aa-4871-871f-88c2aa13fe06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c8f335be75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23216"
    uid: df72c332-9cc2-4c85-a021-9e471a82939a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c8f5fc5877
    namespace: kserve-ci-e2e-test
    resourceVersion: "23217"
    uid: f602ed8b-f1c8-41e8-8701-eafc471eb2f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c8f66fbf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: fae3a995-0da2-422f-866d-409c82f25d43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9f326f35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: b8bae8de-1dab-482b-b6aa-2cf3346abf33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9f65b47c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: 122326a5-c949-4b36-9eb5-c98066027871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9f6d85277
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: 4d56f1e8-b4bb-41ae-8d5c-9638f1a07e98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9f6e3e8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: 316ef930-0158-4280-9e20-9c1ebd369cdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9fa8551dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 76d3f1f4-2ddb-4e6e-89a5-e91273fd035b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684c9fafd51d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: ca0d5f0c-5521-4310-bfb3-9212cc497eb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:39:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:52Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684ca2f3e8931
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: c53a9261-47c9-4a1d-b573-555052b6161d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684ddd55af264
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: f5c20bf8-384c-4b7e-841e-fa116eff5453
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684ddd55bbd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 6845c614-110f-48b9-ae05-5a9d10b5b705
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: ae9aafce-02d9-482b-bfc9-e165c90e44b2
  kind: Event
  lastTimestamp: "2026-07-28T17:39:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:52Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-8qbjp.18c684de35765258
    namespace: kserve-ci-e2e-test
    resourceVersion: "23899"
    uid: 597d36fa-403b-4ce5-9af3-24b71b67e688
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: d99cd0b1-adc1-44c9-8cdf-45d59d52ea98
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-7w5kv'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684b3dc450298
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: a5b46cfa-34f2-4838-96af-3002a7559f8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: d99cd0b1-adc1-44c9-8cdf-45d59d52ea98
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-8qbjp'
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684c8d7ae7a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 3ad4c46f-c987-428e-a9fe-59c0f5b5fca6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 80226ed0-8b22-44f1-94c2-d947963d014b
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-predictor.18c684b3d7ca64ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: d24a09c7-69bf-469b-8ff3-46d8b9ffbb1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 80226ed0-8b22-44f1-94c2-d947963d014b
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-predictor.18c684c8d3451103
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 1d7ec9d4-86e3-48ae-9010-a464dc2b81bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:50.338620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b3dcdf7ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 207dd197-b949-4815-b474-0920843eea8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b3e9532f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: 9d1a2d32-1bae-49a5-bc57-6962270198d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b41b7f4a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: 81f8ddb4-46f6-4fdf-981a-46e047d62d7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b41cddefbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 6259bbec-d5a5-406b-a3f5-415e4b391be8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b41efc59b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 6a4bb5dc-975a-4115-b1db-c143338d5443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b41f6bf739
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: 3fec79a9-dd47-4b85-9b3d-3d7161cd5cd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b5131b1b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22555"
    uid: 105ec87f-0bae-428c-8047-aba19a5833ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b51713af90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22559"
    uid: fa140671-d4d9-4589-9b6b-908e8b6175d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b51795abd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: ace466ef-436c-4d4b-a620-482d1ccc9058
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b5179efdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 941de328-38da-4d1e-9f5a-6d8b82d03bdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b51a96b9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: 70aa1e35-dddc-4416-9311-ca1c237fdbaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b51b186226
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 4bc13241-d1bb-45f2-be2b-fc6a75c082f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684b54f36c728
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: 9583358e-bb63-4ac5-abf8-e542ad84d228
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684c8d4be19c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23194"
    uid: 68b884c4-6fa8-44d3-a534-0f422a071c45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684c8d4c17378
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: 2fb3d366-2002-4771-912f-32f459523c3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e3439b76-c6d0-49d4-960d-f3115bb96a70
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5.18c684c9556da91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 2033cace-32ba-4243-8e8d-5c4112c2827d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 2b7c74a8-09ec-4e86-b5bc-5eef9cb0543a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-648cbdfbd8-jr8r5'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8.18c684b3dc707229
    namespace: kserve-ci-e2e-test
    resourceVersion: "22468"
    uid: 5f819de7-d608-4532-81c3-245e7ab61550
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: fd69a7b6-fdba-4625-82b8-13671f0237e0
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-648cbdfbd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback-v2-predictor.18c684b3d9bbe614
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: 85f682e3-6d92-4d1d-9fa5-4fd48cbc68f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 630d9d4d-afcd-4cf0-9d15-a67bd49a1d76
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback.18c684b3d95903ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: ae37daaf-08f5-43b3-b8b2-119fe62b832b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 630d9d4d-afcd-4cf0-9d15-a67bd49a1d76
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback.18c684b3d9c7de43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 7bf20968-e15b-418a-91b6-6cfb279c5e18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 630d9d4d-afcd-4cf0-9d15-a67bd49a1d76
  kind: Event
  lastTimestamp: "2026-07-28T17:36:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:50Z"
    name: isvc-canary-rollback.18c684b3d9c83ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: 90fa093c-43e1-4c90-a963-4e59c51ace54
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 630d9d4d-afcd-4cf0-9d15-a67bd49a1d76
  kind: Event
  lastTimestamp: "2026-07-28T17:39:42Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:42Z"
    name: isvc-canary-rollback.18c684c743deaf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 71ed9e10-6305-44ac-a73e-b9b9696e1243
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 630d9d4d-afcd-4cf0-9d15-a67bd49a1d76
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-rollback.18c684c8d6cde104
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 952d3050-35f3-4725-92d5-73809cf13838
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:39:55.775848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5bf5667989-5jrxv
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684df09cb1ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 06adbdf8-d0da-485a-89a2-ce7b7fcdab9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684df2351c5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 7f9c12bd-722a-4126-9920-7065ae234843
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684df252ba997
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 7d8fb8fb-afa9-4aa1-a0b6-c7836865cc76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684df27d4e38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: 8d9ec63c-7a0c-47b2-85f6-a052cf6ba3a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684df2844ea4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 9b639d3e-f721-4a4a-98dd-8245ab0e4490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e014a5bd01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: 9bb974e3-b426-46c8-bffa-9a9485ce9cb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e017807488
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 972fcded-bf46-42b6-a8c2-6e447a10b204
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e017f921bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: b73aae9f-01c9-449d-be9c-407fbbfe2a18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e01803e860
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 60b53051-1362-4f0c-bc88-cd4c8ac61e1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e01add23ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: 495fe167-4164-4158-b713-9a9b12a67409
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:40:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:00Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e01b49a841
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: d50c43ba-769f-43ef-82c1-2d75d53f5bbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:41:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:28Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684e050b905ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 5748fb05-14a4-40a7-b1f4-e4ccc4956633
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684f3fd5b0fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: e46860d3-4485-4e41-8914-e38398e9e0f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684f3fd5b8d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 14bfb3eb-b519-41e0-a2fa-279c223ed276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 018f695b-7fe7-4e04-8197-b7eb8fe9b6fd
  kind: Event
  lastTimestamp: "2026-07-28T17:41:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:27Z"
    name: isvc-canary-stop-predictor-5bf5667989-5jrxv.18c684f45716c066
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: adac18a7-f22e-4b99-aeff-1c440be7a3b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5bf5667989
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 9be36370-d43a-46e3-b279-76dd80c94c77
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: 'Created pod: isvc-canary-stop-predictor-5bf5667989-5jrxv'
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-predictor-5bf5667989.18c684df08cb9c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: a23620ab-23af-4764-aa59-b77793a1fb78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 638ddb20-8a9b-49ec-89f8-9dd4d557c5be
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5bf5667989 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-predictor.18c684df03a632b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 1394a1a4-9f1a-4a51-ae3a-999ce4824a2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:39:55.775857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df09cb237e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: a9e850c4-d834-4bf4-b913-362a5b61efb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df176401cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: 7f8d7a4b-17dd-4e90-91a8-cfd8f7377c77
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df4776b661
    namespace: kserve-ci-e2e-test
    resourceVersion: "24001"
    uid: ec975642-bfcb-46d4-ab3e-553f0b0772f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df49113bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: 00601795-668c-458a-8724-577ab20e4e05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df4c46d0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: ae2e6a64-4fb6-4b0b-bd9c-f839ae15bd67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:56Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684df4cb51ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 74ecad5d-c9d0-428a-ac21-8c26a2c16131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e050907e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 8a7d2ff8-ee2b-452c-aa77-5eef0a4edfa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e0536381d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: bde71da6-9a2e-4f66-96f4-9d87262faddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e053d6e810
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 65289fa7-d29b-468c-bbd4-9a033cc73f28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e053e216f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: 3f92a885-2c9c-4403-adb8-e18e80a4221f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e056ff774b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: fa4128d0-e903-42bb-be9d-d228fd04dce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e057710b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: a650c02a-22f6-41e7-8a23-cf3aedd4ec34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:41:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:27Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684e08cbd8aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 1f67c593-2802-4561-9955-07f57955fec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684f401beaed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: bd578213-4741-4616-a61e-020966136084
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684f401bf40d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 57aa326e-6b1d-4bb7-88a4-53ce1e9e3afd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: d66b6a0f-b3aa-40bc-ace9-897e56b625e5
  kind: Event
  lastTimestamp: "2026-07-28T17:41:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f.18c684f492e9dcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: 23da5b85-74d9-47a4-9641-fab50a6a7b09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6c87f69f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 6a1a5319-71ae-4473-bcbd-587e70d37ecf
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6c87f69f44-q7b5f'
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44.18c684df09071ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 8d2f2d95-f00c-436c-88f2-915675a4971e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: eb0c9af4-dadf-42d0-87a5-b21efc4f91f1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6c87f69f44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop-v2-predictor.18c684df05581fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 75043b83-e0ee-48aa-9273-b08032a5ab06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 3c027593-2fae-4139-91f6-85ddec7ae4d1
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop.18c684df05236758
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 46a7bbb5-8c2b-48b4-afb8-0c4bf29bbfa0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 3c027593-2fae-4139-91f6-85ddec7ae4d1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop.18c684df0598edae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 7240f9f3-18ab-4b5c-967c-4a194bb328fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 3c027593-2fae-4139-91f6-85ddec7ae4d1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:55Z"
    name: isvc-canary-stop.18c684df059932d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 24d051e0-0c57-4b32-8212-cc6eb1a3011c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24620"
    uid: 3c027593-2fae-4139-91f6-85ddec7ae4d1
  kind: Event
  lastTimestamp: "2026-07-28T17:41:18Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:18Z"
    name: isvc-canary-stop.18c684f24ae11cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: 3f8fa3e4-6c50-4907-8988-a6090b947873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 3c027593-2fae-4139-91f6-85ddec7ae4d1
  kind: Event
  lastTimestamp: "2026-07-28T17:41:25Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:25Z"
    name: isvc-canary-stop.18c684f3ff8d51c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: ff18c4ce-8043-4db2-a0d1-afa474df61c9
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:32.627412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:32Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c685118727622e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 673fbf31-e000-44af-b9d9-1fbb16c6b38c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: "2026-07-28T17:43:33Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:33Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c68511a05f3f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26123"
    uid: 3365ac7e-91d7-45a2-8cd4-4e31c2013fc2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: "2026-07-28T17:43:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:41Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c68511a2059da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: 528a1e09-9828-449e-aa3a-669ebab2d00f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: "2026-07-28T17:43:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:41Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c68511a4be0780
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 9b56aabd-6c50-4f0f-93e3-071a0d6df7ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: "2026-07-28T17:43:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:41Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c68511a528c1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: c8586202-4644-42dc-9788-ab6bf47363bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: f5c09df9-5986-4bb5-8b6e-65b1bca64046
  kind: Event
  lastTimestamp: "2026-07-28T17:43:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:43Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv.18c68513f91ebb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26234"
    uid: f5e39bd8-bdce-4515-8966-026ca250a54b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6e1105-predictor-9687fd768
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 0d46a1c6-3983-43ed-a770-8009ca8a6ef9
  kind: Event
  lastTimestamp: "2026-07-28T17:43:32Z"
  message: 'Created pod: isvc-init-fail-6e1105-predictor-9687fd768-jn8gv'
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:32Z"
    name: isvc-init-fail-6e1105-predictor-9687fd768.18c6851186ae31ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: 64a3a6eb-f2a2-459d-a65d-6510093b5624
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6e1105-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26094"
    uid: a8850e19-6a46-4896-a2d6-99853153a412
  kind: Event
  lastTimestamp: "2026-07-28T17:43:32Z"
  message: Scaled up replica set isvc-init-fail-6e1105-predictor-9687fd768 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:32Z"
    name: isvc-init-fail-6e1105-predictor.18c6851183673227
    namespace: kserve-ci-e2e-test
    resourceVersion: "26098"
    uid: 665366f7-6f37-4a2b-b5c4-ca3e6f78e2ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6e1105
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 540f29bb-c3d8-459c-a78f-ec943a5a7301
  kind: Event
  lastTimestamp: "2026-07-28T17:43:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:41Z"
    name: isvc-init-fail-6e1105.18c68511836b65a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 8df7eb1e-37bc-49cb-82ed-aa0320c413cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6e1105
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 540f29bb-c3d8-459c-a78f-ec943a5a7301
  kind: Event
  lastTimestamp: "2026-07-28T17:43:32Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6e1105":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6e1105":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:32Z"
    name: isvc-init-fail-6e1105.18c6851184519c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: 41224df9-01e0-419c-a18e-1b8171899d67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6e1105
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 540f29bb-c3d8-459c-a78f-ec943a5a7301
  kind: Event
  lastTimestamp: "2026-07-28T17:43:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6e1105": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:32Z"
    name: isvc-init-fail-6e1105.18c685118451f3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: a02692d9-5d1d-4edb-b6c2-65f925b5f4c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:27:38.953841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18003"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:27:38Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684337bc781ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 0370603b-0854-45be-9733-0d64767b4993
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68433955d7efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: 9dcc6735-7fce-467e-95ef-1c81e7c33c30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c6843396e977ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18027"
    uid: 366e3c8f-8894-40df-88fb-705a0337f8c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68433998ffba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: c756e07a-aa0d-4157-b020-a632c7bdab7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684339a007dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: ce6a8be4-de25-4faa-a943-8f1dd087d316
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348431d28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: 0991febc-10b8-46ce-aa7a-b2ef7d44b8ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68434874a7d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18065"
    uid: fdf6c24b-c9a3-4779-b902-327663845d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c6843487b92ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: bff8c425-4a8b-4d0e-8527-4aa7f0933e83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c6843487c25778
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: 12bb43d2-9d1c-4fa7-91bc-abb2d92fda18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348af3b94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 6b447753-0db5-425c-aabb-58d06fba1b64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348b6065fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: 98d5adf5-a702-40cb-b0ae-58230f2dccba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348b69c411
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: 32a91eba-125b-405e-8eae-9f2d3f4fa4a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348ed577bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: dd068cfe-a75c-4e2e-9393-5cd8f5687399
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c684348f4363e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: 0eb5b8b3-c924-4111-a81a-e228bd510f91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:30Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68434c08f51b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: a764da37-1d32-4183-afbc-8447c1bd72b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:20Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68434c09a32f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18895"
    uid: b9d633e4-2797-48b8-ab54-046dbf757dcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68449ae4c60cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 3185b98c-33b1-4ac1-9eb4-079bbee5db28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68449ae4c80e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: e5de81cb-1bd9-485a-a535-27c683efd068
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68449ae4cebc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: cb03b1bd-73f9-42d6-8b6b-62609eeb17b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: e7c06af1-1cfc-4dd0-8e3a-b1c35caa7336
  kind: Event
  lastTimestamp: "2026-07-28T17:29:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:30Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8.18c68449f0c09085
    namespace: kserve-ci-e2e-test
    resourceVersion: "18976"
    uid: 07090456-202d-4c65-9f35-538b790533a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 19f41d08-6434-42ed-8b50-e4ee403b4617
  kind: Event
  lastTimestamp: "2026-07-28T17:27:38Z"
  message: 'Created pod: isvc-logger-raw-9e866-predictor-7f8cb745cf-pc2w8'
  metadata:
    creationTimestamp: "2026-07-28T17:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:38Z"
    name: isvc-logger-raw-9e866-predictor-7f8cb745cf.18c684337b5bbc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: acb93574-7afa-45a2-beec-ef6c058d72bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: 76adb4d1-7b87-473f-9f72-6d7a89f7d46e
  kind: Event
  lastTimestamp: "2026-07-28T17:27:38Z"
  message: Scaled up replica set isvc-logger-raw-9e866-predictor-7f8cb745cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:38Z"
    name: isvc-logger-raw-9e866-predictor.18c6843377c14d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 57bfdc5f-4091-4a5a-908b-181397aef096
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: a27ae6f6-3e9f-4675-9200-3815836775a4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:23Z"
    name: isvc-logger-raw-9e866-predictor.18c68436f62df5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: 62411eae-428b-448a-98a7-3bcdad700bf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: a27ae6f6-3e9f-4675-9200-3815836775a4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:23Z"
    name: isvc-logger-raw-9e866-predictor.18c68436f6970624
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: cb364d2c-5093-4a64-aee8-b8c0ebce8853
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: a27ae6f6-3e9f-4675-9200-3815836775a4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:08Z"
    name: isvc-logger-raw-9e866-predictor.18c6843a7555811f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: f3ba8823-6478-405e-a7e4-c6cf08b76615
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: a27ae6f6-3e9f-4675-9200-3815836775a4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:08Z"
    name: isvc-logger-raw-9e866-predictor.18c6843a75c198cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: 5f8f6210-5542-4d05-a62d-e362d69bf0ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 49d308fc-15d7-4229-82a4-943caff6a9fc
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-logger-raw-9e866.18c6843377c011fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: 5298715d-d401-4e0d-bdd9-9442fc22feee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 49d308fc-15d7-4229-82a4-943caff6a9fc
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-9e866":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-9e866":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866.18c68433785b903e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: 96ad1b78-2a87-40da-b1b6-e28ff6d9fc8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 49d308fc-15d7-4229-82a4-943caff6a9fc
  kind: Event
  lastTimestamp: "2026-07-28T17:27:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-9e866": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:39Z"
    name: isvc-logger-raw-9e866.18c68433800662be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 880dc8ef-8f4f-4d4d-9b6e-e4e17c2fe576
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 49d308fc-15d7-4229-82a4-943caff6a9fc
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: InferenceService [isvc-logger-raw-9e866] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-logger-raw-9e866.18c68446797a3c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: 7e90119c-87fd-47fb-8cc7-8e1e91ec9ff4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:36.073151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f663fa722e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: ceb63448-ce5a-44b5-9664-b3d29784ec3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f67d3a1c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24830"
    uid: 55cd734f-b92f-4041-b2c9-461abd09391f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f67efebf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: d220e699-1593-4d72-b53b-0af4c1e18d36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f68245db5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: 458dbd7a-7d05-4ef4-b7df-8236155fc4d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f682efd1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: ded6968d-da20-49bc-a05d-4529500e5041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f775888e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24949"
    uid: e69cfbd7-7b81-4a0e-a453-12fcfdf5296e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f7788840df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: 4d509932-506a-49d4-82f7-18a7be211317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f778f6a3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 381afac1-06e6-4300-8965-9c06702a6303
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f7790002c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: 311b70f8-366e-404d-b195-db521fa127aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f77b6b28ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 4852fc4e-41b0-46d0-8c36-03076a372190
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f77bd6972b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: c40ecfa7-d869-4401-8b3a-d6a1fb21179c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:42:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:48Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c684f7ed520bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 77eb29bf-8184-4b97-9328-3a0f5f3345a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:43:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:27Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c685104e024422
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: fd01734c-89be-48f9-b5da-d283e02b0698
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:43:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:27Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c685104e0716e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: 1534cbbe-1499-4e11-93ca-f6599b0507d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 2924909b-b800-434d-a66a-df3e19fe8426
  kind: Event
  lastTimestamp: "2026-07-28T17:43:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:28Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls.18c685109b8da610
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: a8af5322-5138-4079-9128-b5980627d5e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b2ec6b-predictor-565df7c8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: c059014b-617b-43d1-a871-aa5d8cbc0883
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: 'Created pod: isvc-primary-b2ec6b-predictor-565df7c8b5-27fls'
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-primary-b2ec6b-predictor-565df7c8b5.18c684f663318aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24811"
    uid: b608103f-a450-41da-8a12-807e672c339e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 370dc4ae-5d52-41f6-a937-c390b6f35ca6
  kind: Event
  lastTimestamp: "2026-07-28T17:41:35Z"
  message: Scaled up replica set isvc-primary-b2ec6b-predictor-565df7c8b5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:35Z"
    name: isvc-primary-b2ec6b-predictor.18c684f65e7250ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 7cac23ca-78a4-490c-80c6-2a1eff376cf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: 1c4443d0-5d7f-4597-a049-99798bfb3ef7
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: isvc-primary-b2ec6b-predictor.18c684f9dd5988ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 34a3d12c-dd1f-4e45-ad02-82691676ef6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: 1c4443d0-5d7f-4597-a049-99798bfb3ef7
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: isvc-primary-b2ec6b-predictor.18c684f9ddc57666
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 284ca97c-3316-47dc-85c4-2f1e4c51678e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 1c4443d0-5d7f-4597-a049-99798bfb3ef7
  kind: Event
  lastTimestamp: "2026-07-28T17:43:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:21Z"
    name: isvc-primary-b2ec6b-predictor.18c684fd5d05a223
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: 4bd27d35-793a-4b18-ba81-055c4439b13c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 1c4443d0-5d7f-4597-a049-99798bfb3ef7
  kind: Event
  lastTimestamp: "2026-07-28T17:43:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:21Z"
    name: isvc-primary-b2ec6b-predictor.18c684fd5d7129bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: 51bd8d27-1d62-41f0-9007-9187805e3a1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: 3e78274f-34b8-47b3-a1cc-fcdab61818a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:55Z"
    name: isvc-primary-b2ec6b.18c684f65e72d054
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 618ec847-a249-49e9-94da-e5cf195084ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: 3e78274f-34b8-47b3-a1cc-fcdab61818a1
  kind: Event
  lastTimestamp: "2026-07-28T17:41:35Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b2ec6b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b2ec6b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:35Z"
    name: isvc-primary-b2ec6b.18c684f65f099f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: 74e7beaf-3e84-45fa-bc16-ae8011533e67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: 3e78274f-34b8-47b3-a1cc-fcdab61818a1
  kind: Event
  lastTimestamp: "2026-07-28T17:41:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b2ec6b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:35Z"
    name: isvc-primary-b2ec6b.18c684f65f09ee71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 903743e1-5fb7-4363-b913-aba3e0f25232
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 3e78274f-34b8-47b3-a1cc-fcdab61818a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:55Z"
  message: InferenceService [isvc-primary-b2ec6b] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:55Z"
    name: isvc-primary-b2ec6b.18c68508e524021a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 0aa0848b-bcef-43b3-9b49-ec53c7d1b0e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:21:53.172799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e2f99f8ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 65021576-6954-4302-9155-3af7145cbdc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-2ae79-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e302a2c067
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 9d8dbbf8-d070-4ddb-9c8c-d9d482531ad7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:54Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:21:54Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e3367db10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 4ab29404-f4db-49c7-b68e-bbbe952d8b96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:54Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e33801c762
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 9360a0c2-7c4c-4a4a-a618-c00ea47bf7cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:54Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e33af77493
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 897fbdde-4db8-4a2b-a5bb-b37c7657fc2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:54Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e33b668f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 2420b0a4-47c0-4fff-8681-41c3e38b66da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:21:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:58Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e4525cae56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: d0b14022-b80d-4a7d-89bf-1e36205cbb8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.799s (12.799s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:11Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e74d4b7806
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 5903a118-311c-4f2b-87d0-5f1b1f8ace3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:11Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e75043e920
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 24f8fabd-3f9b-4e4c-bac5-2bdd1edc7528
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:11Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e750e894fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 488a94f7-a176-4fed-8aae-4f615d63c763
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:11Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e750f47d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: ebbc31db-c7c6-4e12-a84b-84108d22f689
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.135s (2.135s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:13Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e7d041c218
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: e0600d2f-a15a-4ead-8b4d-0eb08bb982dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e7d39e9083
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 7a09ec7d-d29e-4a69-ac41-dcb2578499f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e7d41facf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 0119d1d8-8222-4cf1-8c78-d73fe4b3a8a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e7d42ba363
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: 870dbcd7-a107-4bf0-b6bc-1c28e132ef76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    in 1.751s (1.751s including waiting). Image size: 240170074 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e83c8d81c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: e02ea70b-6229-4b89-83be-9818a894fc10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e83fdec347
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 7132b0fd-e9b4-44d4-8d81-70cabc57e1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e8404ef537
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 04c51c6c-7d67-4379-9767-a7ae3282f2c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:50Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e88891533c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 5edc5ea9-7f17-4dcf-9e03-e0220450856e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:50Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683e888a0d5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 6da5a620-c7f9-41c0-a8e0-dfa4e7d0d019
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683fb74d12ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 9091f20f-bf6e-43ac-9fd7-490898c5faed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683fb74d191b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 5685646c-4715-4030-bf74-c5c73e83d2bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683fb74d218a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 82251bd9-0ea0-4f10-aee6-50a6c5756423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 0781fd07-5119-4b59-ae2e-225c9222aea1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:48Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7.18c683fc8ebc8894
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: aff1c841-a54d-4bfd-9706-2c5b0afb6b04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 199842ea-a95d-4069-ba57-895c70426c36
  kind: Event
  lastTimestamp: "2026-07-28T17:21:53Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b-dh5c7'
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b.18c683e2f94cd47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: a3e9562b-9966-476c-a819-d670dc3e2299
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-2ae79-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 7a7727b0-ceb3-4284-853e-16cc0ad7165d
  kind: Event
  lastTimestamp: "2026-07-28T17:21:53Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-2ae79-predictor-9c96f899b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor.18c683e2f120c35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 8205aab3-8465-4e65-8cfb-60d7cd14b440
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ae79-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 4b457836-9213-43d1-9d1d-d177a4a7a496
  kind: Event
  lastTimestamp: "2026-07-28T17:22:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor.18c683e6767e76f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 47beb476-1ae5-434f-a878-b4c6fbdcd1c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ae79-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 4b457836-9213-43d1-9d1d-d177a4a7a496
  kind: Event
  lastTimestamp: "2026-07-28T17:22:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:53Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor.18c683e676e6c6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 46ea8c3a-0dfc-4f13-9a47-449a57d9a97d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ae79-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4b457836-9213-43d1-9d1d-d177a4a7a496
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor.18c683f473afc232
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: de624e0c-c110-4f2a-a6f7-b345b2204718
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ae79-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4b457836-9213-43d1-9d1d-d177a4a7a496
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-raw-sklearn-batcher-2ae79-predictor.18c683f4747c86f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: bffc6025-61b6-4224-be80-b6dfa4836361
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: bf6b9901-e410-4aed-9889-69cc1959f7b3
  kind: Event
  lastTimestamp: "2026-07-28T17:23:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:30Z"
    name: isvc-raw-sklearn-batcher-2ae79.18c683e2f728a45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 3424007c-1716-4180-b288-c3021b0e161e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: bf6b9901-e410-4aed-9889-69cc1959f7b3
  kind: Event
  lastTimestamp: "2026-07-28T17:21:53Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-2ae79":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2ae79":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79.18c683e2f791d07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: a94177d5-6697-4969-8859-287191d81660
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: bf6b9901-e410-4aed-9889-69cc1959f7b3
  kind: Event
  lastTimestamp: "2026-07-28T17:21:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2ae79": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:53Z"
    name: isvc-raw-sklearn-batcher-2ae79.18c683e2f792348d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: cf6469f1-a9fb-4c2b-b5fa-8276b1979561
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: bf6b9901-e410-4aed-9889-69cc1959f7b3
  kind: Event
  lastTimestamp: "2026-07-28T17:23:30Z"
  message: InferenceService [isvc-raw-sklearn-batcher-2ae79] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:30Z"
    name: isvc-raw-sklearn-batcher-2ae79.18c683f9a0ed44b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: be8bdbef-6132-49d9-9dae-f031210d9191
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:11.374451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850c9460d922
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 7bf25603-a8db-486c-be38-4bc3ced0ac2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: "2026-07-28T17:43:11Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850cada1d2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: a11c4382-fd87-4486-a1d7-78337cc7ab7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: "2026-07-28T17:43:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:16Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850caf357411
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: 812fe583-a772-4fe0-b89a-4eb50eb0b44a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: "2026-07-28T17:43:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:16Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850cb2c22ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: 4f6083ad-eb48-4763-bb78-57ce5fd10aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: "2026-07-28T17:43:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:16Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850cb376c915
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: 0bc81ef1-5e78-4dd3-9a95-01a007a82137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: ddc64e3a-8a9c-4169-9aab-390b55ddadca
  kind: Event
  lastTimestamp: "2026-07-28T17:43:22Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct_kserve-ci-e2e-test(ddc64e3a-8a9c-4169-9aab-390b55ddadca)
  metadata:
    creationTimestamp: "2026-07-28T17:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:22Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct.18c6850f102938bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: c509c2a6-6784-410c-a53b-2d80f8a2debc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 48ad7dcb-8479-4c52-81c4-4105e4ed9bce
  kind: Event
  lastTimestamp: "2026-07-28T17:43:11Z"
  message: 'Created pod: isvc-secondary-b2ec6b-predictor-6fcc99f698-jg9ct'
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b-predictor-6fcc99f698.18c6850c93c48eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: dbf99066-dd47-482d-bcf8-ec104976392e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 740f9446-6973-44f4-8e55-00b7a9791901
  kind: Event
  lastTimestamp: "2026-07-28T17:43:11Z"
  message: Scaled up replica set isvc-secondary-b2ec6b-predictor-6fcc99f698 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b-predictor.18c6850c8e97970e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25842"
    uid: 295b4d23-998c-4690-a4b2-1058b4d768a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 76565d51-d26f-4660-a20d-bbd1d3f62f9f
  kind: Event
  lastTimestamp: "2026-07-28T17:43:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:26Z"
    name: isvc-secondary-b2ec6b-predictor.18c685100d1ac72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: c032c978-9589-4041-9557-3529d1173aa6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b2ec6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 76565d51-d26f-4660-a20d-bbd1d3f62f9f
  kind: Event
  lastTimestamp: "2026-07-28T17:43:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:26Z"
    name: isvc-secondary-b2ec6b-predictor.18c685100d93bfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 700bf5ef-b5cf-43aa-be83-592135a21c90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: 8a73b9bf-831f-42a9-8cbf-9296364ecca2
  kind: Event
  lastTimestamp: "2026-07-28T17:43:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:22Z"
    name: isvc-secondary-b2ec6b.18c6850c8e999126
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 824b3016-9993-413f-8138-d35edd0a5e5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: 8a73b9bf-831f-42a9-8cbf-9296364ecca2
  kind: Event
  lastTimestamp: "2026-07-28T17:43:11Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b2ec6b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b2ec6b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b.18c6850c8f2e99dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25845"
    uid: df94d427-3428-4fcc-8e21-73a2c43bdb97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b2ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: 8a73b9bf-831f-42a9-8cbf-9296364ecca2
  kind: Event
  lastTimestamp: "2026-07-28T17:43:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b2ec6b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:11Z"
    name: isvc-secondary-b2ec6b.18c6850c8f2eee52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0eee9bee-a75f-4091-9368-285ade630382
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:23:38.319371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fb74d8e37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: e7c13505-e873-4adc-8f01-b3c213416081
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fb8ed84ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: f63e25a3-0b61-49e3-89a5-fdee531abc0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fb907a1f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 500f9638-884a-4941-8e99-c64353dabe82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fb9371ec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 3353afdf-8d8c-4c0f-80b8-14707dda4bf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fb93e7aa1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 00f7bbde-cf09-4515-becd-e48e63d6fea6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca2bd4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 488e5c37-7bc2-43ac-8293-b3eba6b3940c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca5b5fe17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: d15f644d-4fea-42c2-ad7d-e68ee8409b58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca629ff99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 7b02150b-bfbf-4712-a433-dd72f19fc6f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca6332671
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 997828c7-b7d1-4f37-a1e3-3489ab997791
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca955db67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 630ced58-b844-4ec5-8bd6-fcb5008d15e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fca9cb6ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 338e3656-254b-43fe-9094-88ffe971b053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:25:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:31Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c683fd1ad18a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: f0b80552-9773-40ad-b1eb-4b5fbdccbbaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c684151e035df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: a88ca2ba-02bd-443c-b0ee-10851b583e10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c684151e03f0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 7185e0e2-d97d-45f0-93e2-ffc6d1072ac7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 097f5690-8e64-41a2-ba73-01fc79aeb386
  kind: Event
  lastTimestamp: "2026-07-28T17:25:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:31Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l.18c68415c961655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 68955be4-e4ef-48cb-a0a0-5c4b58deaf7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 706be00c-aae9-44c5-a874-c9a2042ea734
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Created pod: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44-gck5l'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44.18c683fb745a94b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: c0eecef0-98cc-4ee9-9e2e-22d1af51d37c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: ae0b8e12-a6c6-42d5-b0df-8c7875c473a5
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-02b1d-predictor-555d69bd44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor.18c683fb6f005be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: f7d4e3b2-757a-4b71-96fd-db2fddda507b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: e97493b2-d68f-4c95-b5a6-86ed5b0ababe
  kind: Event
  lastTimestamp: "2026-07-28T17:24:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:23Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor.18c683feed982437
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: b5822097-a6ec-4a5b-ad28-39cb36ab1f86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: e97493b2-d68f-4c95-b5a6-86ed5b0ababe
  kind: Event
  lastTimestamp: "2026-07-28T17:24:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:23Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor.18c683feee01f668
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: a95b6f20-0fc9-48d9-8984-107a20881474
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: e97493b2-d68f-4c95-b5a6-86ed5b0ababe
  kind: Event
  lastTimestamp: "2026-07-28T17:25:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:23Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor.18c684026d44881d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 006ff4fc-2954-4f02-854c-6e1223e4f9ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: e97493b2-d68f-4c95-b5a6-86ed5b0ababe
  kind: Event
  lastTimestamp: "2026-07-28T17:25:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:23Z"
    name: isvc-sklearn-graph-raw-02b1d-predictor.18c684026dbd5c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: bef0f1eb-b55b-4412-937a-612ac5bbb0bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: df4a5c7e-16a0-4406-b990-565758c5e7e1
  kind: Event
  lastTimestamp: "2026-07-28T17:25:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:01Z"
    name: isvc-sklearn-graph-raw-02b1d.18c683fb6f00fc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: f88a70b2-c4b4-47df-b3a7-fdfa3531769f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: df4a5c7e-16a0-4406-b990-565758c5e7e1
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-02b1d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-02b1d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-sklearn-graph-raw-02b1d.18c683fb6fb811f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: bc58854c-8070-44b6-b559-fd729c6dea0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: df4a5c7e-16a0-4406-b990-565758c5e7e1
  kind: Event
  lastTimestamp: "2026-07-28T17:25:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-02b1d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:01Z"
    name: isvc-sklearn-graph-raw-02b1d.18c6840ed2cbbdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: eb400cb3-0d69-478c-9f12-bf2fddc7b2ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:25:28.674720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684152689d937
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: febc7634-558b-4b35-a3da-b625dbfa0301
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-80a53-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684152e5b7620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 16287a28-db71-4204-a6fc-981045566d2c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6841563d07297
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 9a7e2640-12e3-40bc-b1c8-f5428b046702
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c68415655b8bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: eba09064-05e0-46e0-b5d9-727a40d6eb8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684156896ab0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 80d2f3fb-6a0c-47e8-a4d2-94f962ac3b68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684156906d9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 9844d453-947b-48cf-8fa7-ff970e332aa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684165b5203e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 57744780-d2ef-4d21-a29e-2bde6ca9628b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684165eb2e9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: e26d525b-8146-4caf-b11d-d55a242839c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684165f45b2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: becd542c-2d9d-4cbe-b5e0-b82e6e5b09e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684165f50bea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 5bce0ef1-a015-4663-99bc-389d4f8e87d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:34Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6841663e0792d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 0defa71b-f87a-42af-8525-650b104d9048
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:25:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:34Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c684166464016d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 3a316c5f-9a50-4854-a187-3ac1268c16c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:27:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:20Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6841697a7f66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: 9cdd4328-cf95-4af7-b92e-a8c0191112cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6842ed6fc273f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e231a4a2-038c-408c-89fd-2be473fefed9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6842ed6fd6aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 0e29451d-1253-4cd2-b934-b02f09b14405
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: fb9fcab8-6a88-4b8c-9d41-a5e35015ab96
  kind: Event
  lastTimestamp: "2026-07-28T17:27:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:20Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg.18c6842f4623d000
    namespace: kserve-ci-e2e-test
    resourceVersion: "17824"
    uid: 62d97e4e-48c0-4f7b-91ff-1a55b6fa8217
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: d8fca8a2-f0e7-43df-a5a8-a088676f9640
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b-2fkzg'
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b.18c6841525fd2bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 022b68b3-dee5-4153-be1c-5d51d119d7cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: af6259a1-31e7-4230-9cce-801d6e92c770
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-80a53-predictor-6f49f85b9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor.18c68415220643a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 3933fbf3-bcb2-4871-bb0b-9dd680357150
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: 0986f40e-16c3-4b7f-9f65-b65ca7397232
  kind: Event
  lastTimestamp: "2026-07-28T17:25:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:58Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor.18c68418a147415e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 134b8a9e-d439-4940-adf5-4b15bc38ef83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: 0986f40e-16c3-4b7f-9f65-b65ca7397232
  kind: Event
  lastTimestamp: "2026-07-28T17:25:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:58Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor.18c68418a1b3efd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 53f453b0-6c50-4c59-974b-729799f29bb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 0986f40e-16c3-4b7f-9f65-b65ca7397232
  kind: Event
  lastTimestamp: "2026-07-28T17:27:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:13Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor.18c6841f9ffe3804
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 3cdf40be-82e7-4edb-a48d-c6a2293c6555
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 0986f40e-16c3-4b7f-9f65-b65ca7397232
  kind: Event
  lastTimestamp: "2026-07-28T17:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:13Z"
    name: isvc-sklearn-graph-raw-hpa-80a53-predictor.18c6841fa07f4aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: e2726976-6282-4e70-9d08-2ca9c7c54917
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: 5b70fd9b-ec94-4a6d-a895-e0dcef46c891
  kind: Event
  lastTimestamp: "2026-07-28T17:26:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:50Z"
    name: isvc-sklearn-graph-raw-hpa-80a53.18c684152218c553
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: df1d7e6c-610f-40b9-8337-1abda2c094c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 5b70fd9b-ec94-4a6d-a895-e0dcef46c891
  kind: Event
  lastTimestamp: "2026-07-28T17:26:50Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-80a53] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:50Z"
    name: isvc-sklearn-graph-raw-hpa-80a53.18c684284f6058e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: 72a09e90-cc26-465e-86d7-30ea178bddde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:29:14.324182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449b04b6e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: 4a797d56-f3c3-4e20-b057-68b372c02a7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-ffe87-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449c0040bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 80129e6d-a16f-4ac4-8812-89ff1777f2a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:15Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:29:15Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449ed4d02db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: a9ef2c5c-bf43-4aff-80ee-4f899f7d6096
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:15Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449eecd53fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 0e1040cf-af35-47b3-a0df-776026db1266
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:15Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449f1ea7e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 6f70780d-f52d-40a1-9adf-81c2d40b53fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:15Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c68449f258e158
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 5688c355-8290-42bf-96cd-36114d4b011c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844af4ef1451
    namespace: kserve-ci-e2e-test
    resourceVersion: "18881"
    uid: 94299596-0753-4841-9bf6-3e3d74216ae9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844af7c1e6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: 3bf38049-4713-4ee4-b57e-b72140e6ac12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844af837afd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 6e3e03d3-bca4-4e1c-a9b0-00ccb92da795
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844af8411fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18887"
    uid: 966e2794-426c-48b2-8e3b-308406f8bb8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844afb9e92ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 7bb63e21-f10c-4240-a272-d2006d4b4220
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:29:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:19Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844afc0b6d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 7491d325-365c-42a2-809d-b3f65c6f3dab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6844b6ce36d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 07a297dc-7132-4b61-9373-b7a3dc6d6769
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:31:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:54Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6846ef7e9864e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 77a8e529-23b0-4328-ab5e-6e1944c546cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:31:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:54Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6846ef7ea0afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 35f236b8-e725-442a-b392-3c1d90d92bf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1c0e2d7d-7ded-49f8-b634-163710f392d7
  kind: Event
  lastTimestamp: "2026-07-28T17:32:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:02Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n.18c6846fbf5eed24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 34ebb461-8b4f-413f-9cc5-ac54c1b622b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: 8f3cfafe-be05-4a1d-8052-ec56357e7c8f
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: 'Created pod: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6-xcr7n'
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6.18c68449afcd78d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 84be7cfb-5e52-4090-af2b-76558b757a82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-ffe87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: cbfd373b-2518-4ff2-a501-21bf33828402
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-ffe87-predictor-5f57c755d6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor.18c68449aaa30b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: bcb2a17b-8f13-4a7f-8d7f-15b73472046b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ffe87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: abba9779-ff68-45bb-a637-ef229f0db5a1
  kind: Event
  lastTimestamp: "2026-07-28T17:29:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:29Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor.18c6844d291cf8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 8a48d2a5-539f-47b4-a37e-69f7ee7b3337
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ffe87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: abba9779-ff68-45bb-a637-ef229f0db5a1
  kind: Event
  lastTimestamp: "2026-07-28T17:29:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:29Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor.18c6844d297ecb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 0e3809f3-d1c0-466c-b942-e60a134bafd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ffe87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: abba9779-ff68-45bb-a637-ef229f0db5a1
  kind: Event
  lastTimestamp: "2026-07-28T17:31:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:44Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor.18c68450a8c09099
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: aaf2671c-e77a-4396-be97-8de0fddd4d13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ffe87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: abba9779-ff68-45bb-a637-ef229f0db5a1
  kind: Event
  lastTimestamp: "2026-07-28T17:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:44Z"
    name: isvc-sklearn-scale-raw-ffe87-predictor.18c68450a927abeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: 51c206d8-8743-46f8-a9b9-de6a03abd00c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-ffe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18753"
    uid: 8e2ddec2-b9f7-4b41-92cf-b3fa6bdb91c3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:48Z"
    name: isvc-sklearn-scale-raw-ffe87.18c68449aa9f0312
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 984e8b28-e0cc-4288-b77a-bc918f092974
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-ffe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18753"
    uid: 8e2ddec2-b9f7-4b41-92cf-b3fa6bdb91c3
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-ffe87":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-ffe87":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: isvc-sklearn-scale-raw-ffe87.18c68449ab3d8134
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 225062ab-1d14-401a-af40-40352512b326
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-ffe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 8e2ddec2-b9f7-4b41-92cf-b3fa6bdb91c3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:48Z"
  message: InferenceService [isvc-sklearn-scale-raw-ffe87] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:48Z"
    name: isvc-sklearn-scale-raw-ffe87.18c6846d93204a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: e4d23ba0-0fb4-462b-a570-4eb4fec6ee94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:23:38.404982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fb79f336c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 961605a0-19a4-41b8-a389-8bed01ca6596
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fb93e18d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 262ce0d0-4ffc-40fb-9e57-db92e87171cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fb955c91bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 239816ee-2c39-4a86-9f3f-bdd948977b80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fb98483591
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: d5378fbe-3d83-48a5-97a8-0c4e2ac02b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fb98b31e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: a773e57a-8704-4b85-a0ab-191f2e2c1b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:23:43Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:43Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c683fca2d7507d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ae5925f1-9c83-424b-acb8-19e38acddfcf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:00Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.589s (17.589s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:00Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400bb41bf35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 6804deee-fade-4b64-bc8e-eefc9982a5dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:01Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400be7f255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: 2a751131-2ef6-47f7-a337-011f8fcddae8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:01Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400beeeccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: c674077e-f87c-49e8-94f0-72a5319104f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:01Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400bef8bbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: eabe4587-0625-431b-8b0c-54a32ac1ee99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:01Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400c22cda99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 18225b54-e04c-41fc-8972-34630d9f5c9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:01Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68400c2a62468
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 3905d74f-8e45-4ab1-ab3d-5a645a381432
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:24:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:58Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c6840114e3b539
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: 49d992e3-568c-4971-ad0e-b7529b7dcc6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68415278c4d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 25a930be-b9f2-4e64-b477-bc57624cbabc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1dc41b91-8d03-4da5-8999-e07a01af5cfa
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6.18c68415278d797e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: a58579e7-ebc6-456a-9bd2-a76e48431b66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 8fe81f1c-1faa-4aca-82db-e87f399aa97b
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Created pod: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9-x5fm6'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9.18c683fb797182d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 382468f2-7aec-42b6-b698-4c2c1389cb01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 511bc0e9-003b-4fd1-893e-327110495cee
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-02b1d-predictor-7488777cd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor.18c683fb76b74da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: a81ccf15-aa62-4d80-98aa-f5a13d90df80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 3f3f1b4d-907c-47fe-a460-f370f45b415a
  kind: Event
  lastTimestamp: "2026-07-28T17:24:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor.18c683fef538e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 87568e8e-f09d-485c-888a-ac18322ef588
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 3f3f1b4d-907c-47fe-a460-f370f45b415a
  kind: Event
  lastTimestamp: "2026-07-28T17:24:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:38Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor.18c683fef5a3f7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: c99a57e3-a887-4620-a97d-eb63ba0bdc2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 3f3f1b4d-907c-47fe-a460-f370f45b415a
  kind: Event
  lastTimestamp: "2026-07-28T17:25:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:23Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor.18c6840cf08bf837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 7e7ffde2-0c9a-4548-bffd-e2376385ca63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-02b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 3f3f1b4d-907c-47fe-a460-f370f45b415a
  kind: Event
  lastTimestamp: "2026-07-28T17:25:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:23Z"
    name: isvc-xgboost-graph-raw-02b1d-predictor.18c6840cf0f562e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: aea89819-0ad9-4130-a6d5-42f14e47bd94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 72988e0b-0ba5-480d-8758-63f807283511
  kind: Event
  lastTimestamp: "2026-07-28T17:25:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:08Z"
    name: isvc-xgboost-graph-raw-02b1d.18c683fb76b73421
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 74f65e72-9949-47fb-b062-9a76348ba1e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 72988e0b-0ba5-480d-8758-63f807283511
  kind: Event
  lastTimestamp: "2026-07-28T17:23:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-02b1d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-02b1d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:38Z"
    name: isvc-xgboost-graph-raw-02b1d.18c683fb7727f04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: fee110a5-cc9a-427c-b901-dffd5eefdc5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 72988e0b-0ba5-480d-8758-63f807283511
  kind: Event
  lastTimestamp: "2026-07-28T17:25:08Z"
  message: InferenceService [isvc-xgboost-graph-raw-02b1d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:08Z"
    name: isvc-xgboost-graph-raw-02b1d.18c68410787672ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0da5977f-2b43-40b3-a107-84054bb3ff15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:25:28.763539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684152bd52866
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 592592de-fe2f-4359-ae09-3d6a9c33ee43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6841544fd4e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: bc328ac7-54a1-4a6d-9304-1e3bc77d86f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684154678f8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: b886a3a1-1ba5-4aa6-b2bf-3afc431cb0f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c68415496c760e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: 0bbfb119-f957-45c7-85eb-8a5b042442c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:29Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6841549d7df81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: 2307e915-18a2-445a-8c03-790b9749eda4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684165b3826ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 036adbb0-6e76-4a0b-8647-ef1b81306e8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684165ea487ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 71456731-0865-4a3e-a0d3-5ac19913aaef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684165f369833
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 9be453b1-8b9c-4e63-8051-35b488a23ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c684165f447258
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 6191728e-d1a9-424d-be01-556011417c12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6841663d29034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 1219d0cb-ec9b-43a3-9260-7f4ef0c22728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:25:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:34Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6841664537959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: dee08f99-ff63-4f87-9162-46fa1122a3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c68416d3b49fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 5f6bf1b5-96aa-48f5-beac-0150b77d3682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6842ed99ed90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 340fe3ef-98e6-4e3a-978c-5cd6e85eb216
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6842ed99f3ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 3f443509-a660-450d-ac61-1792f0ddeb5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 7b9665a9-176e-44d9-a7e7-76989d8bcb62
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq.18c6842f81fb0545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 3ccab966-5b33-4e10-a707-7d3cc874e657
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: e01c93c9-f5c8-45f6-a015-139a0ae21920
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897-pfqtq'
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897.18c684152b4c7e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: b1d615b4-9b20-427c-b56f-41d2b8b82edd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: a805c3e3-cee4-4181-b958-c58d33ab9980
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-80a53-predictor-857c6b897
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor.18c68415289a5ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 74f9c0be-62a7-4671-96a9-78f8bbef35b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 7aa320d8-2090-4d51-af78-b020cf4dd5b4
  kind: Event
  lastTimestamp: "2026-07-28T17:25:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:58Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor.18c68418a77dd985
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 91a0a092-6099-4476-be21-57eb803056ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 7aa320d8-2090-4d51-af78-b020cf4dd5b4
  kind: Event
  lastTimestamp: "2026-07-28T17:25:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:58Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor.18c68418a7f0bc50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 34164b89-013d-45af-943a-40ffc99d2a05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 7aa320d8-2090-4d51-af78-b020cf4dd5b4
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor.18c6841fa61711c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: cdba77b8-e14c-408a-9b0e-614dd0546983
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 7aa320d8-2090-4d51-af78-b020cf4dd5b4
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-xgboost-graph-raw-hpa-80a53-predictor.18c6841fa69e0073
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: a1395ab5-fa36-451c-80ad-8cd9f85d83bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 5d397234-99c4-41fd-bb40-1cb2a32c4d1c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:32Z"
    name: isvc-xgboost-graph-raw-hpa-80a53.18c6841528c82301
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: e31b2337-57c2-471e-a3b2-463c4f291976
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 5d397234-99c4-41fd-bb40-1cb2a32c4d1c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:31Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-80a53] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:31Z"
    name: isvc-xgboost-graph-raw-hpa-80a53.18c68423e31e94a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 58de41b3-dba0-4b0b-9c3d-2d503f0310c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:27:18.986037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:27:18Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842ed59af695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 7d0bc086-bae3-4a66-8a7d-3fee5d887520
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-9e866-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842ee79ccb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 8615c9e4-8e8d-488d-b9fa-e59be45bcabd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:20Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:27:20Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f129f2629
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: 7ee545ed-4f6b-4f22-8d1a-b790a1b7d592
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:20Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:20Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f140e8121
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: fad71daa-f8f1-4a0c-a4db-53a83e8ffa00
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.237s (1.237s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f5dcd9237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 73d466d8-aa34-49c3-b435-165f4e59d71b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f60b113bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 3b63c4f8-d409-4894-9302-08ac9ed7552b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f611dc612
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 60f0ed62-0114-4ed8-827c-b362a4586257
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f6128b8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: 5bce0c39-7568-4b4c-a922-87d0d8aa9389
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f659b7fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 3fa4570b-ba61-4a13-a9c1-3661675cc247
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:21Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c6842f660e6b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 2b29f9e7-134b-4b51-be91-b037f0ef85b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c68449b1cf57d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: af7d53c8-dee5-4023-893e-1620197a6a31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 00c50c5e-8655-4759-b554-5cb26f7afd9a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:14Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp.18c68449b1d09180
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 294c0969-d97d-449a-8813-a872ff69798a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-9e866-predictor-7c59699df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: 1b44cf3b-c0e6-4339-b837-074787b7c0c2
  kind: Event
  lastTimestamp: "2026-07-28T17:27:18Z"
  message: 'Created pod: message-dumper-raw-9e866-predictor-7c59699df8-8gxhp'
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:18Z"
    name: message-dumper-raw-9e866-predictor-7c59699df8.18c6842ed508eead
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 9d632156-cd16-472f-8407-2de57aeccb31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: 71653594-3dcd-41ee-abb5-2b74c02e8881
  kind: Event
  lastTimestamp: "2026-07-28T17:27:18Z"
  message: Scaled up replica set message-dumper-raw-9e866-predictor-7c59699df8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:18Z"
    name: message-dumper-raw-9e866-predictor.18c6842ed1e5d03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 7e0ace13-345f-4e65-a9cf-0aad27f28de8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: d93555ef-236c-485a-a402-9ea36036245a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:48Z"
    name: message-dumper-raw-9e866-predictor.18c6843250ae1a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: 928e19a9-b13e-4fab-a24a-0443f7c98d6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: d93555ef-236c-485a-a402-9ea36036245a
  kind: Event
  lastTimestamp: "2026-07-28T17:27:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:48Z"
    name: message-dumper-raw-9e866-predictor.18c6843250f58d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: 63420953-ac03-4098-8464-c93164adfcb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: d93555ef-236c-485a-a402-9ea36036245a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:03Z"
    name: message-dumper-raw-9e866-predictor.18c684394ed9a336
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: dda54a21-31c7-497e-ac12-f24aaed2e735
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-9e866-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: d93555ef-236c-485a-a402-9ea36036245a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:03Z"
    name: message-dumper-raw-9e866-predictor.18c684394f4670f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: 8d400634-97df-4c2f-9ca9-00386ffd74a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 34533b3f-f20b-4ebc-9a64-03059025f83d
  kind: Event
  lastTimestamp: "2026-07-28T17:27:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:29Z"
    name: message-dumper-raw-9e866.18c6842ed1e23956
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 6695e824-5048-4bbf-8dc4-a466ad8211f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 34533b3f-f20b-4ebc-9a64-03059025f83d
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-9e866":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-9e866":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: message-dumper-raw-9e866.18c6842ed28a0e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: e5195068-daf6-4701-906a-4b3dcb377f00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 34533b3f-f20b-4ebc-9a64-03059025f83d
  kind: Event
  lastTimestamp: "2026-07-28T17:27:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-9e866": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:19Z"
    name: message-dumper-raw-9e866.18c6842eda326305
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 78632e4b-7c86-4fde-882f-96c9e8eed0c0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-9e866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 34533b3f-f20b-4ebc-9a64-03059025f83d
  kind: Event
  lastTimestamp: "2026-07-28T17:27:29Z"
  message: InferenceService [message-dumper-raw-9e866] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:29Z"
    name: message-dumper-raw-9e866.18c6843142172f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: cdddadae-f893-4667-8ee7-25eb8825cbce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:25:18.341124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:25:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:25:18Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68412be9bb6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: f7807b7a-9fe1-4eae-adec-987a571f2e76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-02b1d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:18Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68412c97afa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: f3d733bd-a248-4d06-bdcd-3c61a4f2ae55
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:19Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:25:19Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68412fb7ac742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 8c1199fb-2f10-4f3b-b4a8-30e62719ed96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
  metadata:
    creationTimestamp: "2026-07-28T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:19Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68412fcdf164b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: c3760a59-8c55-4330-abd9-3598f9731b26
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
    in 1.767s (1.767s including waiting). Image size: 218226779 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:21Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68413663e6913
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 04d83f75-d20e-492c-b7c4-141308beefb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:21Z"
  message: 'Created container: model-chainer-raw-02b1d'
  metadata:
    creationTimestamp: "2026-07-28T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:21Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c6841369d7629a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 251b9112-8c27-4b66-a920-5c4b341b76fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:21Z"
  message: Started container model-chainer-raw-02b1d
  metadata:
    creationTimestamp: "2026-07-28T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:21Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c684136a4ed9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: d2455e55-a044-4469-a1d8-f31b9f3edbc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:28Z"
  message: Stopping container model-chainer-raw-02b1d
  metadata:
    creationTimestamp: "2026-07-28T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:28Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c68415153419cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: de3acb8c-63d9-465b-a028-2e14886bcd96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-02b1d}
    kind: Pod
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: e209cfbb-7730-41c8-af11-d67a21eb9f63
  kind: Event
  lastTimestamp: "2026-07-28T17:25:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:57Z"
    name: model-chainer-raw-02b1d-68ddfd4db5-tp8p9.18c684161c6fe754
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 34d7aca2-b8cc-49d9-aed8-5b40d1a899c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-02b1d-68ddfd4db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9fa070d6-a02f-4a0c-920f-73e77301575c
  kind: Event
  lastTimestamp: "2026-07-28T17:25:18Z"
  message: 'Created pod: model-chainer-raw-02b1d-68ddfd4db5-tp8p9'
  metadata:
    creationTimestamp: "2026-07-28T17:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:18Z"
    name: model-chainer-raw-02b1d-68ddfd4db5.18c68412be206bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: ef069283-6e13-4b35-a22b-01569fa79080
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: ad2954c4-a260-4241-8b42-880497a75344
  kind: Event
  lastTimestamp: "2026-07-28T17:25:18Z"
  message: Scaled up replica set model-chainer-raw-02b1d-68ddfd4db5 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:18Z"
    name: model-chainer-raw-02b1d.18c68412bd0521da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 930eb275-70b0-4021-a14b-cc492342bab3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-02b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 5e7affe9-840e-490e-ba3b-a6c9a591fc4a
  kind: Event
  lastTimestamp: "2026-07-28T17:25:18Z"
  message: InferenceGraph [model-chainer-raw-02b1d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:18Z"
    name: model-chainer-raw-02b1d.18c68412c21b70a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 028f666f-dd28-41d1-83ce-b5aa74993533
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:27:08.653417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:27:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:27:08Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842c6dbbbf27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 00b6c6f9-3bb6-4388-88db-9b8f0d2e4264
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:09Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:27:09Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842c87faf248
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 8ec646fb-2b79-4a7c-a20f-1e7243db975e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-80a53}
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:09Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:09Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842c89645429
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 8e309129-e823-419a-9e82-f5db184aa588
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-80a53}
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:09Z"
  message: 'Created container: model-chainer-raw-hpa-80a53'
  metadata:
    creationTimestamp: "2026-07-28T17:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:09Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842c8c26d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 6c8c7b88-b78d-4862-a39f-193528673727
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-80a53}
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:09Z"
  message: Started container model-chainer-raw-hpa-80a53
  metadata:
    creationTimestamp: "2026-07-28T17:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:09Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842c8c92db82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 82005c19-a107-49d0-ac15-91e0024765bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-80a53}
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:18Z"
  message: Stopping container model-chainer-raw-hpa-80a53
  metadata:
    creationTimestamp: "2026-07-28T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:18Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842ec503887a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 45315ccb-01c4-496b-9f0c-542521aa809c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-80a53}
    kind: Pod
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 1f59d6c3-e417-4bd3-ac2c-0220fda9e9d3
  kind: Event
  lastTimestamp: "2026-07-28T17:27:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:45Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n.18c6842f20bcb3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: 7b5e8ba1-2773-4375-a4e1-97f6b48bbc47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-80a53-bd7b6699c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 8c910b80-f79e-4825-a45e-a5740c2e3332
  kind: Event
  lastTimestamp: "2026-07-28T17:27:08Z"
  message: 'Created pod: model-chainer-raw-hpa-80a53-bd7b6699c-5z97n'
  metadata:
    creationTimestamp: "2026-07-28T17:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:08Z"
    name: model-chainer-raw-hpa-80a53-bd7b6699c.18c6842c6d56a2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: a4cccffe-cd92-4c86-ab78-a10abff092cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 976fcac8-a5bb-46b5-8bb6-3cb2f52c6b7f
  kind: Event
  lastTimestamp: "2026-07-28T17:27:08Z"
  message: Scaled up replica set model-chainer-raw-hpa-80a53-bd7b6699c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:08Z"
    name: model-chainer-raw-hpa-80a53.18c6842c6c5c3047
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 10d79495-c3b3-46cd-810a-47d36798ee0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-80a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 9ee70817-507f-4763-9c3d-bf313d8242d9
  kind: Event
  lastTimestamp: "2026-07-28T17:27:08Z"
  message: InferenceGraph [model-chainer-raw-hpa-80a53] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:08Z"
    name: model-chainer-raw-hpa-80a53.18c6842c710000c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 854be605-27ea-45ae-8b50-4fe8996dd843
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:47.885414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-31643-predictor-678589b5c6-64zrl
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68515149a0c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: 75787631-5785-45b3-9817-cde7c7adafef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:48Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:48Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c685152db6c6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 1f81e488-e642-40ab-b172-e1797656020c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:48Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c685152f4d0ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: 2acf5185-864f-4990-9cdc-96d7ad040003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:48Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c6851533936d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 39cc9423-8bc3-4965-ac75-314d54e6656e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:48Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c6851534068d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: 952ce1e0-37d9-4819-a4b2-c4e1e926c5b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c685164fd28647
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: e8edd311-9e7d-4590-942e-30090ba75eb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c6851653064156
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: 734c6ba6-e017-4aa3-af3f-9a14e862304e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68516537727d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: f7540b61-0a26-484e-b67e-3ec7a28ff634
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c685165381b314
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 2918dafd-885e-4bd9-968e-f93e176020b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68516561c302e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: afe092e9-c16a-4083-9ed7-e3bdaf77a164
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:43:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:53Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68516568d8917
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: a8ec6565-6ff0-41fb-a738-e9527f1ddd1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:45:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:01Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68516c7abfd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: c305adf9-845c-4f9e-bb1d-0d9aa08ddb07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:45:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:08Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68527d6f1e60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 132f67c8-4f69-46f4-a2ef-9a7fd800ba11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:45:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:08Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c68527d6f5de11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: a9a967d3-1bab-45c2-ae80-6d721eb79a41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 0d2db35c-3d4b-4218-aee0-e38bcd5b3248
  kind: Event
  lastTimestamp: "2026-07-28T17:45:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:11Z"
    name: raw-sklearn-31643-predictor-678589b5c6-64zrl.18c6852879d3abcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 56130d54-ac20-4697-bc05-d9bcfa303205
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-31643-predictor-678589b5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: 567237e1-5087-4da3-baca-2677bca740b2
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: 'Created pod: raw-sklearn-31643-predictor-678589b5c6-64zrl'
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: raw-sklearn-31643-predictor-678589b5c6.18c68515141be5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 23335a01-bf6d-417c-82dc-d8074be79bb1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-31643-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 8a1763b2-5af5-4e79-a076-55e98670eb83
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: Scaled up replica set raw-sklearn-31643-predictor-678589b5c6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: raw-sklearn-31643-predictor.18c6851510c5a2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: 7f444229-6b4f-4fc2-b4df-4f7959a6f7e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-31643-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: e6a9cbe6-f1b1-4a10-881d-55c10edf4062
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: raw-sklearn-31643-predictor.18c685188feb203c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 91e685c3-ecea-41ea-ba40-f22562ae7049
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-31643-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: e6a9cbe6-f1b1-4a10-881d-55c10edf4062
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: raw-sklearn-31643-predictor.18c685189061ed5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 1dd4d2fd-cacb-44b5-aebe-ea187a375211
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-31643-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: e6a9cbe6-f1b1-4a10-881d-55c10edf4062
  kind: Event
  lastTimestamp: "2026-07-28T17:45:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:02Z"
    name: raw-sklearn-31643-predictor.18c6851c0f3e2db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 6979f992-c941-4038-9a54-34a30ae6d867
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-31643-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: e6a9cbe6-f1b1-4a10-881d-55c10edf4062
  kind: Event
  lastTimestamp: "2026-07-28T17:45:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:02Z"
    name: raw-sklearn-31643-predictor.18c6851c0f98977b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e1403313-82be-4d84-8d92-7eb54bbad852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-31643
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: 25645cab-ca84-48e8-a834-6c04c9cab22c
  kind: Event
  lastTimestamp: "2026-07-28T17:45:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:07Z"
    name: raw-sklearn-31643.18c6851510c79839
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: 2d3965bb-c5fb-4454-9e96-2afd8f336d50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-31643
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: 25645cab-ca84-48e8-a834-6c04c9cab22c
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-31643": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-31643":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: raw-sklearn-31643.18c68515116d1ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: dd009ae8-ea22-47af-8077-031fcf1af08e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-31643
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 25645cab-ca84-48e8-a834-6c04c9cab22c
  kind: Event
  lastTimestamp: "2026-07-28T17:45:07Z"
  message: InferenceService [raw-sklearn-31643] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:07Z"
    name: raw-sklearn-31643.18c685279b5974c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: ac3f95de-9252-4d49-9ca6-3f76a4e3543e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:45:13.151638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    to ip-10-0-139-66.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68528eedd418a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: 4421e103-982d-40b2-a0fe-6d81b5c1f430
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7668bc75c9-l2rmv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26991"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529082796a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: 5b1007e1-1386-4cb0-83a1-deb7c50d22af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c6852909e22f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 0c22afb1-97cf-41d1-8f94-deef6ea12ae0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c685290c8c48ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: 97b2387d-b271-4fb7-abcd-f5d31b7d4584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c685290cf9da2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: bc539fe9-1875-49a8-9066-b39e2d3650dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f1c00fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: a762018b-2525-409f-8604-9f09c4633829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f48ec3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: 4c9b0be8-c412-4623-a48d-bf61c899f599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f4fd2105
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: a87c1462-5672-475e-9a6a-5cde91985c20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f505f473
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: fe8ad6a6-9ba4-45f8-920f-500c2209b265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f7e203c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: 69a4854d-f110-4a6c-b247-3934d98423b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:45:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:17Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c68529f851336f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 51f75295-1704-4c0e-ab05-3e1ad740f8ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:46:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:45Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c6852a6991f244
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: c7a8a74a-f9ec-4683-a57a-3fd20d4b11d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:46:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:43Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c6853deb28f29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: 2200bcb5-1f6a-4b0b-a254-47e3c61f8668
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:46:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:43Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c6853deb297aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: c39a03c6-84e6-443a-b2a2-a074ca731ae0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: f1f5baaf-ede5-4e2c-ba04-cdeddaaec3e9
  kind: Event
  lastTimestamp: "2026-07-28T17:46:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:45Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc.18c6853e6fbd25e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 35c66346-f802-4f3a-a3e5-15867f827e87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 1b9e400c-4ece-4587-a76a-4b55a26f9c61
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: 'Created pod: raw-sklearn-runtime-81166-predictor-5bb94697d8-9vlsc'
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor-5bb94697d8.18c68528ee512da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 063dac40-4175-406f-886a-d3725c3330aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-81166-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: ac852f95-b812-4ff5-ae45-b33484bfb284
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: Scaled up replica set raw-sklearn-runtime-81166-predictor-5bb94697d8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166-predictor.18c68528ea8a1e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: 315cbccd-ca73-4269-8275-8a63432190ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-81166-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 2e810365-1c2c-4554-a0f9-78b172397acb
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: raw-sklearn-runtime-81166-predictor.18c6852c6925a928
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: aa6f7f49-21bf-4006-a32d-ab3e2261c007
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-81166-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 2e810365-1c2c-4554-a0f9-78b172397acb
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: raw-sklearn-runtime-81166-predictor.18c6852c69968831
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: 5b8d42f0-72ca-4eae-83e1-7ddba601813f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-81166-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: 2e810365-1c2c-4554-a0f9-78b172397acb
  kind: Event
  lastTimestamp: "2026-07-28T17:46:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:43Z"
    name: raw-sklearn-runtime-81166-predictor.18c68536e6b61f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 0929718b-6a70-496b-9e68-123e3c4780c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-81166-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: 2e810365-1c2c-4554-a0f9-78b172397acb
  kind: Event
  lastTimestamp: "2026-07-28T17:46:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:43Z"
    name: raw-sklearn-runtime-81166-predictor.18c68536e7293039
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 15658fcf-bbdc-4b18-9407-aedfc40f5fce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-81166
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 426715ee-7577-4f8a-b2ed-976e8bf09503
  kind: Event
  lastTimestamp: "2026-07-28T17:46:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:35Z"
    name: raw-sklearn-runtime-81166.18c68528ea8a6805
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: 14ea0fcc-f320-4892-854f-4a33bee8cb45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-81166
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 426715ee-7577-4f8a-b2ed-976e8bf09503
  kind: Event
  lastTimestamp: "2026-07-28T17:45:13Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-81166":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-81166":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:13Z"
    name: raw-sklearn-runtime-81166.18c68528eb1db554
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: fc2a4ca0-5c3b-4625-8675-1aa5f6d2ea12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-81166
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 426715ee-7577-4f8a-b2ed-976e8bf09503
  kind: Event
  lastTimestamp: "2026-07-28T17:46:35Z"
  message: InferenceService [raw-sklearn-runtime-81166] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:35Z"
    name: raw-sklearn-runtime-81166.18c6853c22046336
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: d202ded7-486a-4f39-8a45-e8a98e84333a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27946"