---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:02:07.328598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-cxzjv
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a67d289f96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: 7b5f391b-1712-470e-81ea-4ab710c1a7d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a67db18f58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: 63a3d5f8-805c-4662-838a-a61ee589ebb5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a68186debe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: bad058f9-c600-4aee-be39-7df63c0604c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a6819ce0677
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: e5abd124-cb51-4bc9-b455-b724ae0dd46a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a681cdab24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 96206b20-7e3f-4df7-804a-7c89e893e781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a681d56773c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: 7f56f06a-1a80-453f-9da4-1fb5d846719f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a6908e1a7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 0e686158-f49b-403b-9d73-c28eab775779
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a690be5db73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 9968333c-b9f1-4843-9e5d-7b4cc21a3c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a690c5be7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 5492617f-bf0a-4f5d-b35d-dd27aabce059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a690c6786c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 045faea2-69eb-4c07-a2e1-2e09abc984a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a690f52d839
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 0e9bd97c-4727-4f54-9a83-f8a8508e31f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a690fcd6522
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 6d693f1d-8fbc-49ee-9dcc-7fbe8eaec587
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:03:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:24Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a6980cd4d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: 1027419d-7a3b-4abf-a5cf-decffcf6c861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:03:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:37Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a7cc63a7b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 4ce9a3a5-8ae4-40e2-a0fd-8a627ff751c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:03:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:37Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a7cc63b40d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21879"
    uid: a0b66de4-f245-4352-99b9-538b9c089f6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-cxzjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2cfa55ac-7c33-4c71-a975-0f17c954afc6
  kind: Event
  lastTimestamp: "2026-09-17T17:03:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:40Z"
    name: isvc-canary-create-predictor-8cb968449-cxzjv.18d62a7d86fff1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: ad367a49-0777-47bf-8441-6b5a1f227ae1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:02:07.280413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-hkr9h
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a67cfaac0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 34e2a0ac-0e2b-469d-ae24-10978a43b2ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a67de732072
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 0398b100-82d0-48b3-8076-72956c63ed89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a68154457ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 4a450721-09bf-4c11-a4ff-5cb0b1752f4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a68169408cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: d0a083e4-8629-46b2-ae39-70afb9498c04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a6819ea163d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 5a72a53c-8b53-48ab-8715-292f487e7fe6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a681a6667a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 6fd6bd47-8cea-429d-ae28-c51f86c94978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a691f6af585
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: f43df53e-a659-408d-a6d0-98b9824f5188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a6922fb8891
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 12e7a7fe-a44a-476f-868f-6ab56dbfdfdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a6923695964
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: 62bfdedb-7f21-4d1d-885d-bbd0d3b13095
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a692372e9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 5cc20cb0-15b6-4212-81c6-d1bc923f248d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:13Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a69260aa60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: bbed22eb-dc46-4883-a744-14dd369e42cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:02:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:13Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a692674d5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: c80b1998-892f-40cd-b8be-373dd8cb3e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:03:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:19Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a695b6f6dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: 5f2f10f8-02fc-4941-8490-1843fa36deca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a7ad97ee759
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 418a23e4-8ead-4019-aae9-f8d48a70f276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a7ad97fc468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: d1186af8-fa5a-4c00-af51-c6c53f3e07b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-hkr9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62dc5067-5383-4539-8fcd-bc7b85a9015a
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create-predictor-8cb968449-hkr9h.18d62a7b0d88a539
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 8b64915f-67f7-4cbf-bb74-61e6f3a4c370
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 0dc131a1-fcc8-4164-8a7e-741b9bb857f6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-hkr9h'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449.18d62a67cf3d5dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 5ad84f75-6c5b-4c7e-aca0-35e8845cc16d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 0dc131a1-fcc8-4164-8a7e-741b9bb857f6
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-cxzjv'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor-8cb968449.18d62a67d220bbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: ba772e4f-537d-49b9-9b17-4925f3b9a107
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 0dc131a1-fcc8-4164-8a7e-741b9bb857f6
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: 'Deleted pod: isvc-canary-create-predictor-8cb968449-hkr9h'
  metadata:
    creationTimestamp: "2026-09-17T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create-predictor-8cb968449.18d62a7ad9570b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: e206c91d-7ef4-464c-94a2-478ea9fbf98e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: 209298eb-30e9-4150-b28a-34c49ee46d06
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: Scaled up replica set isvc-canary-create-predictor-8cb968449 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-predictor.18d62a67cbb43673
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 6d03c377-cc60-4c24-8c58-86cfce74c83f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 209298eb-30e9-4150-b28a-34c49ee46d06
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: Scaled down replica set isvc-canary-create-predictor-8cb968449 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create-predictor.18d62a7ad8cd5881
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: c1c47ed2-8bde-4415-947c-2bde98ec0f10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:02:07.238702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7768896644-v24qh
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a67cd2e4500
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 7a090e93-0142-4a11-b237-daf4e3ae3cc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a67ef277f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 6048d189-f657-408d-8173-cd0224142081
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a67f08151ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 43926850-e704-4959-976c-41317d0b062c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a67f33038d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 37e07903-10c0-47bb-99f7-efeb99715061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a67f3c44017
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 830b2257-3873-42e2-a798-a5d6320978c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:11Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68e35c4f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: e0c2d353-50eb-4636-96f4-6990d3ffc094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:11Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68e7a44925
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 08e1a967-1052-4535-9e67-a5253d174636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:11Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68e8144036
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: dd5b72c1-14b8-460a-8098-94c6a4558601
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:11Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68e81e08f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21149"
    uid: 21e2a1df-8bc1-4e5d-b1f6-ce6e90856a28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68eb3f4b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: 60713061-6b81-4f9c-b3b2-9904ed60d931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:02:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:12Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a68ebae6c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: 48d03a09-ebec-4157-9a63-c9d2c5a5ec78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:03:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:38Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a691f614875
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: 5a0c6174-f27c-45fa-b206-314d708dbe2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:03:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:37Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a7cc671b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: ef8b7a92-e2ef-400a-b364-559d2e632b74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:03:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:37Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a7cc6724185
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: c7120b78-b619-4097-bf61-26d52ac228c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-v24qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 57661324-5764-4d10-b56a-9d36852c19ac
  kind: Event
  lastTimestamp: "2026-09-17T17:03:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:38Z"
    name: isvc-canary-create-v2-predictor-7768896644-v24qh.18d62a7d25be24d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: d272fd19-bcfb-4f5f-8a00-13155a0f9bdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7768896644
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: 8a774a4c-e4a7-4b46-88c7-c4c23b49e064
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7768896644-v24qh'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor-7768896644.18d62a67ccd0f8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: ee41ed9d-a393-4db0-a7d4-b159cd8b445b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: ab295244-2432-4752-bf4d-48db87900051
  kind: Event
  lastTimestamp: "2026-09-17T17:02:07Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7768896644 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:07Z"
    name: isvc-canary-create-v2-predictor.18d62a67c9538d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: 73fa86d8-e97f-41de-96ef-1a2bb4edecb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 2ecf8883-2ec0-481b-9631-2948f49f6093
  kind: Event
  lastTimestamp: "2026-09-17T17:03:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:03:34Z"
    name: isvc-canary-create.18d62a67cb42ff09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 6f7ada2f-3f2c-4d81-ad1e-110546f33a1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 2ecf8883-2ec0-481b-9631-2948f49f6093
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create.18d62a67cbbad881
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: e5853de2-4be7-4636-adf9-71dd0e0cea26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 2ecf8883-2ec0-481b-9631-2948f49f6093
  kind: Event
  lastTimestamp: "2026-09-17T17:03:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:03:29Z"
    name: isvc-canary-create.18d62a67cbbb1a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 4b87b02d-a6a6-4583-a293-e605e4ffa08b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 2ecf8883-2ec0-481b-9631-2948f49f6093
  kind: Event
  lastTimestamp: "2026-09-17T17:03:34Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:03:34Z"
    name: isvc-canary-create.18d62a7c19b4aa16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: aca43e25-b883-4977-a08b-65bb6638dab2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:03:42.490603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-9fh8b
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7dfaa2ef59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 98a3151c-af78-423c-957c-f5ada63ead1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7e1ca3dd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 5bdbc936-181b-4cd5-8560-175a6ca919cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7e1dfd5757
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: d73a8cd9-0da4-43cf-8241-98d515e31e77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7e20c82327
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: 8377799f-83a9-4732-b247-fae44011df1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7e213afdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: dc3f0551-44c0-4ff7-85de-4ba1adc92782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f199c2109
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: ccf7d2be-0755-4043-833c-a031936aae41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f201fed99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 2ce8a8a1-7eb7-4042-b32f-d572faadc3d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f208fb0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 3beec9ee-a66c-445b-b42c-b41d44dc327f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f209961e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 9b0fb320-b7be-4fce-92ec-1f2c64c9c133
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f235c6295
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: c6a22b85-9ced-4749-80f4-3c8303766d92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f23c7ba17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: a6a767a6-bb6b-4328-bf08-0e1e9f763cb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a7f91a34d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: 80663bc5-f3ee-4d8c-95c8-57385dafdaf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:05:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:12Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a92f31816fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 4d765c3b-0afe-423f-8281-c29ae3e8c482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:05:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:12Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a92f318a3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 16cfaead-ef30-4e42-92e1-4af950eea5be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 0b1bc322-d67e-468f-85df-750ba827986d
  kind: Event
  lastTimestamp: "2026-09-17T17:05:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:15Z"
    name: isvc-canary-promote-predictor-8bc5b857-9fh8b.18d62a9397d3efae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 2b1f4f98-ed19-46fa-8ee7-f0c4083aa62a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:03:42.545375Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-gkln2
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7dfde6bd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: b3468e6c-ab2c-491e-9a09-1c09da1b78dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7e1fd8b41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 62f07e5c-a2a2-4faf-b396-68f22d3b41ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7e212fcecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: 591948a9-d838-437a-8896-ab5c02e13187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7e249a8fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 066c2650-bc1c-4585-bc9f-54c35f095395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7e25136015
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 0ffd7c3e-874b-4762-ad38-29123afa2fef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:47Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f40d1e20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: c315cd72-cf58-4535-8b3c-4cb0fc9f34dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f44194581
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 7723f0a1-4dc4-4100-ac0b-a60a18c9d347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f4495fc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 4d13bc43-ecb7-43a3-a11d-66c51bb04836
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f44a1909c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 9726612b-6947-4099-859f-999b40bec93d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f47d001dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 5114d158-391c-4d7f-8464-04f07874703b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7f4847e3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 7c990d1f-2f11-47d7-8ded-a696bb2e28e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:04:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a7fb8bdf093
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: cc4d6a8b-19c2-4935-bd44-b29e26787cd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a9186fef45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22683"
    uid: 6a9c2780-39fb-4e7f-a97a-df747dbb861a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a9186ff806c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 087e81f6-86a7-46c7-9c2f-85b5c90b4748
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gkln2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 1724b53d-a9f6-4c61-9195-1a5987d84ead
  kind: Event
  lastTimestamp: "2026-09-17T17:05:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:10Z"
    name: isvc-canary-promote-predictor-8bc5b857-gkln2.18d62a929556499f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: 8fb4fcfa-c4b8-46e0-9864-2cbcb1792072
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 0ad2eef8-a798-4224-b8f4-fcd077abd601
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-9fh8b'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62a7dfa349f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: cf9860c1-9acd-478d-b2b6-b2aa6baf87fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 0ad2eef8-a798-4224-b8f4-fcd077abd601
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-gkln2'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62a7dfd7f8aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 1ae5c41a-0817-4b1c-bc2d-0ad62b98ebcb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 0ad2eef8-a798-4224-b8f4-fcd077abd601
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-8bc5b857-gkln2'
  metadata:
    creationTimestamp: "2026-09-17T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62a9186d0abb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 5e7f4b9a-7e83-41ae-bd2f-11abfb74c010
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 0850f0b4-3451-4104-90cf-4b35c777ae5a
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: Scaled up replica set isvc-canary-promote-predictor-8bc5b857 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-predictor.18d62a7df74b230a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 5dda6048-ec8a-4e92-b33f-9e7a5a8c1ea9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: 0850f0b4-3451-4104-90cf-4b35c777ae5a
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: Scaled down replica set isvc-canary-promote-predictor-8bc5b857 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote-predictor.18d62a9186649035
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 6c3533e5-2914-4520-adda-266bc75062f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:03:42.483337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7dfa340e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 84c7ff9f-4173-4e7c-a3a8-14c4fd708ac6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7e028623e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: d2b5740a-83b3-4cd0-aef8-97b30160b5ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7e401218d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 460c10e6-4b39-4976-a964-dc6a38795b8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7e417f427e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: 2d5ef26d-e877-4f07-ac54-fc92e314179b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7e447cc1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 569caa09-fad8-4a85-8e67-1dffb4292930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:43Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7e44ef74cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: b510b66d-a268-4d1b-947b-77d56720c845
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f55a2e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 4371759f-821c-47d5-82fe-e2d49168045b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f5893d9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: d4ea7de0-5591-439a-8f2a-8377033763f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f590212e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 296ef99c-2a92-4a0a-ab4d-301ca6fdfaf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f590b5054
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 6f9a09c1-a39f-4693-8386-dcf76f187c86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f5b9596fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 280c6bba-a7d8-4f83-9d1d-6bca9c61f143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:03:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:48Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f5bff470b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 0c1ec5b9-ed51-49a4-bb5c-91f00648a6f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:06:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:46Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62a7f91a6e537
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 5624ba53-1995-4420-a078-b7a32bf0ff9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:06:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62aa7f3f9f326
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: fe2e9404-d38a-4b32-970d-d29f85d15030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:06:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62aa7f3fef4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 66f3ae03-7a0e-48e0-8bc2-ced24e183006
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a118f509-5afa-4920-9b48-42b7966034fb
  kind: Event
  lastTimestamp: "2026-09-17T17:06:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:46Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-2gm85.18d62aa8c8254f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 4784444b-058a-414a-94a7-6f085bf9f4ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:05:12.621349Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:05:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:05:12Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a92f6d903d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 76f702b4-bf9d-416d-a485-5b9a836f984c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:13Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:05:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a9318ee0d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 72f6547c-0f82-491f-8d81-65003fba9a7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a931a54b400
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: dd5346ee-62d2-47bc-b568-3b72e0ad62cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a931cddaefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: e0a828f5-a3f3-4673-a925-c3369a67531f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a931d55b126
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: f839ac1b-7aed-40ca-9d33-9abaa93b382f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a944d94d7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 9ae7113b-2c5c-4f1e-aa1a-1e45d1dc033d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a9450eb6920
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 4fba1325-9051-4b3d-bcdc-a763f5ccb212
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a9451630aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: ce2fac98-b8c4-4349-b8a9-be015da77806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a94516e6b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: 2dcb0d93-856d-4402-b843-12a5f635d40e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a94540d24d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: ae5cae32-17b4-4634-beee-0457822b292c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a94547f3410
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: adf291c7-454c-49ab-b9c7-e780d223afe4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:06:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:45Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62a948999641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: 1fb95ca1-0375-4af6-857e-e043af426f11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:06:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62aa7f3e1e389
    namespace: kserve-ci-e2e-test
    resourceVersion: "23430"
    uid: a7c982e4-9c56-49d4-ab6f-c208d21548fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:06:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62aa7f3e2861f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 8915672e-3151-4ef8-a053-72be48733b93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: cadd22d0-a34f-4940-a200-2f6d075b1c1c
  kind: Event
  lastTimestamp: "2026-09-17T17:06:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:45Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp.18d62aa88fc99cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: 1ac2a2b9-97ce-40fc-80f4-c53c5b344817
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: e84f5346-2f78-43b1-b091-8d89e1e12999
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-2gm85'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d62a7df990de7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: f4f0ee8a-980e-4fa1-9e84-d32a3264e3c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: e84f5346-2f78-43b1-b091-8d89e1e12999
  kind: Event
  lastTimestamp: "2026-09-17T17:05:12Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-v7xcp'
  metadata:
    creationTimestamp: "2026-09-17T17:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:12Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d62a92f66fd4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 4bf73995-2429-4816-9b6f-39fcf32025a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: 19772fa4-ca07-4475-8105-b98e41d5cb2f
  kind: Event
  lastTimestamp: "2026-09-17T17:03:42Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:42Z"
    name: isvc-canary-promote-v2-predictor.18d62a7df53ecb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 10622f81-06be-438e-9279-3f0640b45843
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: 19772fa4-ca07-4475-8105-b98e41d5cb2f
  kind: Event
  lastTimestamp: "2026-09-17T17:05:12Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:12Z"
    name: isvc-canary-promote-v2-predictor.18d62a92f1f2d385
    namespace: kserve-ci-e2e-test
    resourceVersion: "22751"
    uid: cf6af09d-fa24-423d-af8e-74c712831d9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: c87f1be8-dffc-44f8-bf1f-2185cd86c8ea
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote.18d62a7df6f89660
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 8f378123-e40f-467a-816a-9f55effc5ed7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: c87f1be8-dffc-44f8-bf1f-2185cd86c8ea
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote.18d62a7df78779e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 1f075b0a-88dd-444d-8f29-4ed4a8f02d28
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: c87f1be8-dffc-44f8-bf1f-2185cd86c8ea
  kind: Event
  lastTimestamp: "2026-09-17T17:05:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:05:06Z"
    name: isvc-canary-promote.18d62a7df787ba33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: f530c679-175d-445f-a6fd-873906bcc1e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: c87f1be8-dffc-44f8-bf1f-2185cd86c8ea
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-canary-promote.18d62a91715de631
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 3525b880-d137-414d-b209-d862e39e6a5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:51:51.188344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d85db7cb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: a59508a1-3ca7-4933-9dd5-709f597c8be9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d87f5d01d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: eaea3a61-e1f8-45b2-aabc-965b3bc07181
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d880aa8ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 12c46cb3-c513-461c-866f-5a47b62e1504
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d8834cec61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 8569e5ba-c7db-4ad8-9800-e22ee905458b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d883a9d0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: caac4a29-145a-44fc-aeaf-e8e220024698
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:51:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T16:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629d97f66b892
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: f46a3ac4-7028-4d42-9d76-88871f359e89
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 21.768s (21.768s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629de90e99b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 577e85ae-cdf9-487f-af87-9306ec3719a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629de94df32d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 60b74c0b-0500-41d5-ac2b-b831e88dfbbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629de9602a9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 50d5be3c-596a-495d-8874-34dbdb370aef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629de96198c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: 0d4a9776-b96c-4476-aa23-128a9ceb164e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.623s (2.623s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629df327ea29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: dfdade0a-51ad-4bf0-aa26-7f28eb490a7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629df3572d74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: ca37652f-2869-431e-83bc-e9c116a51a76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629df35df193d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 8290cbcc-b1fe-4916-9711-f5d5d1932a54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:53:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:27Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629df60809bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 2b06a6ac-6fec-41f7-a224-32b0272f5010
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629f125672852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: d358c76b-ea7a-43df-81b7-9e57a9c6448d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: bbbfc53f-4bff-447c-8027-a0daa1992779
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p.18d629f125679438
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 3b31b69d-efac-4066-b1c9-44ab16ec3f9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:51:51.279854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d8632c17ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: cf74a979-0a88-4203-a890-21ea58f2676f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14794"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d8851caffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: dde33e23-ae26-4d4b-b168-6fdcade00ab2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d886950ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 4d532a4f-ccb7-4084-b0a8-c2d28fd5615d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    in 3.261s (3.261s including waiting). Image size: 306673092 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:55Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d948fb2e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 0742a340-6b1a-4fdd-a614-f9130f272b95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:55Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d94c8cec48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 436bd2f8-abe4-4817-a170-d68ca8565a87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:55Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629d94d093a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 6385fe8b-9fa1-41f5-9583-5a8e140e2076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:51:59Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:59Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629da60bc66c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: e890de1b-a612-4078-87ed-dfe5865c853e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 13.061s (13.061s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629dd6b3d4ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 55439e92-20a4-4e26-ba3d-7ee1e3c6eae2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629dd6e71053d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: c63641c7-e2de-42da-af70-0346deeb6099
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629dd6eeab936
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 3bb770a3-04c3-4120-9cc5-c59344cd7253
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629dd6ef82f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d58b2e4-a93e-4b89-a889-ca4c924593e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.152s (2.152s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:15Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629ddef40487b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: f19aac4f-7672-4c4b-bf56-73e2b5a8b04a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:15Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629ddf33a9e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: b327828a-98ab-4a77-94a3-57bce7af2d65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:52:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:15Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629ddf3b5d267
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: bf8acbd2-d987-4e18-a019-b6bd9ec970bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:55:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d629de5c22fce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 96b188f3-079c-4efd-b332-2fab61ea898d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:55:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:11Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d62a06e56634ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: d27d9aed-3fc8-45b9-9896-959a0ce4ecbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:55:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:11Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d62a06e566aeba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 43994c20-ffe9-42f7-b884-26911c6921dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: c976975e-30dc-4403-bd70-2d75aa18bd40
  kind: Event
  lastTimestamp: "2026-09-17T16:55:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:12Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8.18d62a0756b8949e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: e5a9fb57-7ad0-4629-95a6-eb3da5380450
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:53:40.970458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f1ed3de901
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 068f1d94-1963-4036-862d-5d82a5fabc73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:41Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:53:41Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f20ef3b4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 13dfa1bc-561e-41fc-b609-e11ded98c718
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:41Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f2141ad874
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 21677353-de57-4cc6-9344-dda34f64accb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:41Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f217701d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3e887a10-b6ec-4979-92a3-60c667c2a922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:41Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f217e1ebfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: e61ff565-94bb-4e96-9838-81f924bdab85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f3053db13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: a29eaaf2-8ef5-4f86-9a4d-adde8ce4b349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f3093d8e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 0ced7495-cbd4-4fad-9648-810c19b7594b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f309ad088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: c213f0ca-33f6-4461-9f01-338182ca3c76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f309b6a167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 69eacabe-826e-4016-8e0b-118258331bd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f30cb505d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 58e4c2fa-b19c-45cd-8f04-d43962333a40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f30d20355d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: ab5932d5-12ac-431d-9a7d-4f2bed93baad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:55:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:13Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d629f37dbb0650
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 6e7f0766-86d6-46ce-93c3-6587d642f38f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:55:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:11Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d62a06e5368c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 6e9f0df2-ba9e-40ea-b2a9-43647c49825b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:55:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:11Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d62a06e536f9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: fcd7f948-fc09-4a43-b531-2ef4039b0ab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: ecf6921d-2cbf-4f63-b6b0-3a24c67114d7
  kind: Event
  lastTimestamp: "2026-09-17T16:55:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:13Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c.18d62a078467e4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 889cad3b-8f59-4350-8285-3cf652c3686c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: 4ef36905-1517-4de6-815e-a2aa5a92eba0
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d629d85d48bc72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: 70b547d9-7b3a-46e4-acc5-414848f3885e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: 4ef36905-1517-4de6-815e-a2aa5a92eba0
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-qrqx8'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d629d862bcbbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: dfcc4181-d7e3-4538-9a70-dbd4c5dea49f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 4ef36905-1517-4de6-815e-a2aa5a92eba0
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-696c5cc6cc-gbf7p'
  metadata:
    creationTimestamp: "2026-09-17T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d629f11a4b09c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: fc817b79-b443-476b-8660-98f6b54b09c9
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 4ef36905-1517-4de6-815e-a2aa5a92eba0
  kind: Event
  lastTimestamp: "2026-09-17T16:53:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-rwk9c'
  metadata:
    creationTimestamp: "2026-09-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d629f1ecb07509
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 40217d92-12b0-4730-b82c-c677ec0f132d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 4eaba404-2e22-44f8-84a1-730826b43b6b
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-predictor.18d629d8565748e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14742"
    uid: 28a6c1ca-926e-4f87-9902-8c983219dfa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 4eaba404-2e22-44f8-84a1-730826b43b6b
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-696c5cc6cc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback-predictor.18d629f119c3c550
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 28498943-aefa-46cd-913c-73d9fb609b56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 4eaba404-2e22-44f8-84a1-730826b43b6b
  kind: Event
  lastTimestamp: "2026-09-17T16:53:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback-predictor.18d629f1e887cdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: bae1f4e1-7d2f-4202-bce6-539eae9d8d04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:51:51.009865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d853146a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: dd162234-2bc7-4fc5-97e4-a1e16b514011
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d864ff3e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 517c05fc-ffa3-4cea-94ff-27b198b05220
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d898c6a86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14827"
    uid: 3a0123ca-ffe2-4a30-b186-d4adcde52a51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d89a374575
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: a8a13308-ac3a-40e7-84e8-353c62596000
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d89dbe8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: c0064a21-4432-49d9-a158-b2596f17912b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d89e523e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 8e5dcac7-b788-40ae-8e08-e254fe761c18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:51:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T16:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:56Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629d97f4fee33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: fff3e613-5685-4616-ac90-e6dd71a1d638
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 21.209s (21.209s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629de6f8527ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 51c0763f-92cd-4c89-9c93-10ca64d21e83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629de7afb06be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 51ec48b4-fc8b-47f8-8ee9-6b3dc5ade8ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629de7c9d2054
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 587a05af-782f-438e-8cab-d90206482d91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629de7caa9057
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: e491941e-c796-42af-bafd-5ba5a762f60c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.002s (3.002s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629df2fa2b7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 404254dd-5dd3-44d4-b0b9-47da759227aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629df32b5b679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: f27c0e44-9298-424f-9fea-b55bc160f5f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629df331a5794
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: 83e58f5f-7c74-4c17-b0ff-944125ed8e9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:53:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:27Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629df6052c35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 816b930e-1c6c-414f-a2bc-989d1aef1b45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:53:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629f1e93e7784
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: a238032f-dfc8-462f-8c2a-343b9c943612
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:53:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629f1e93ef7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: f9620465-d3b1-4d04-8fe1-da83d46b36f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 72aa0650-68bd-4bfb-aca6-39b48f6ad6ef
  kind: Event
  lastTimestamp: "2026-09-17T16:53:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:42Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz.18d629f23cabdb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ed8a51b0-0eb0-41c3-be5f-bef298ae98f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7ffd87447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: a190ff43-b0e9-4c89-8608-bce7f31a2a33
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7ffd87447b-wtgjz'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b.18d629d852807ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: 502f7f68-f199-4cac-b487-625462a4975a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: efc01191-416a-4960-9e3e-0eb72ae53263
  kind: Event
  lastTimestamp: "2026-09-17T16:51:50Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7ffd87447b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:50Z"
    name: isvc-canary-rollback-v2-predictor.18d629d84e446259
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: b458b0a8-f82a-4c46-800f-01fa25666e5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 7a0ce76f-3d6c-45ce-ac18-990d0ec52e63
  kind: Event
  lastTimestamp: "2026-09-17T16:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:40Z"
    name: isvc-canary-rollback.18d629d8560ae81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: f480e13c-f84d-48a4-b6ae-4f91127ce8d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 7a0ce76f-3d6c-45ce-ac18-990d0ec52e63
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback.18d629d8565f7907
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: d062f7ef-8a84-416b-9fc2-9bbf425d481d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 7a0ce76f-3d6c-45ce-ac18-990d0ec52e63
  kind: Event
  lastTimestamp: "2026-09-17T16:53:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:37Z"
    name: isvc-canary-rollback.18d629d8565fcd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: ee0a7ecc-6dd7-4407-b864-a4a8fb2645da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 7a0ce76f-3d6c-45ce-ac18-990d0ec52e63
  kind: Event
  lastTimestamp: "2026-09-17T16:55:03Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:03Z"
    name: isvc-canary-rollback.18d629f119934d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 3a58ded0-d820-4da7-a5b3-df20a104a1d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:16.302756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a081f7d5f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 462e4ba2-f620-459d-a994-a0427b360dce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a08410d7f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 082442d4-6c6b-4566-81c3-e8a607c898dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a0842727393
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: fb6cdea0-7a2f-48d1-b2a9-aa45af01bb05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a084632e638
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: ee346f75-b4de-46de-b064-2a1122637310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a084696bba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: ff317a76-35e1-4d52-978a-239bfe39a958
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a093f8af342
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: c85ca88b-318e-47bc-a7ff-2e0cfd75dfa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a0943363534
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 63f76aac-a6b7-45a9-bb8b-1d5639e4a481
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a09439adb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 2aaa3737-cc27-4ffe-a448-a498de03476b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a0943a4c9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: d4be7b14-b0da-4a86-a3c8-88ea247a6daa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a0946afdab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: d43b0e78-9ad6-460c-9caf-2278e6500c01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a094714c748
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 8045c339-120b-43c3-8db9-305abb2ab0a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:56:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:34Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a097bbf7e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: 9ea19d89-0daa-4ec1-832d-3c8d737010b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:56:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:46Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a1d10c83a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: bd98de77-705e-406d-bb9b-791df79119e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:56:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:46Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a1d10c8ae65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 9517d2a7-8aad-472f-95ce-397173ea288a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b2a31cd0-50fd-4891-a27d-e85645918526
  kind: Event
  lastTimestamp: "2026-09-17T16:56:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:48Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb.18d62a1d8206bd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 5ebc8f8d-f7cd-43c6-8afc-ec44483cd6e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:16.254487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a081c9cdfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 8c0c0228-c560-4270-801b-3264211c2e7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a083ed50966
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: de50d10a-55ba-4580-a7c2-9c8caf787a3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a08403ecf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: a5bdacd4-8399-4f52-a46c-4e8a94889191
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a0843911136
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: b9f5c4a5-4f6c-4e08-8b6c-943c0edb6486
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a08440604b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: 9d7993f3-87fd-4547-b8d0-92115de92400
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a0963e2b48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: b8483931-87da-4ec4-9324-154aa32d477f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a0966f4edc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: f7127d31-bfff-4ecc-8b9e-2418cd0427ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a09676edd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 1082d235-d5f5-4de6-9024-63ede297e21a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a09677d1399
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 42681cff-5274-4cca-8f03-fafe1e29efe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a096a431d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 3015a590-d18f-4c34-9f43-b92e24ab42af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a096ab7f93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: f5be7e85-f49c-4569-ba73-34f1f1b19762
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:56:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:28Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a099fe9f063
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 7fa1594c-922c-4e96-91fd-5c5715808c80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a1b358f634b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 073854e5-b3f5-42cd-9930-ffcf909a124b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a1b358ff936
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: 4a959d64-2a8c-48f8-ad5d-5e034d613642
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 3dcd524d-fe6c-46f8-a996-0ce1d2efc7d3
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g.18d62a1b520aec2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 3c575e56-ebb4-4009-bf8e-d9b9bf268f15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: cff550a7-f83b-41f6-88b9-54d849cfb451
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62a081c23eaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: ded051d4-a583-46a8-beb5-2c5bc8bd5bc3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: cff550a7-f83b-41f6-88b9-54d849cfb451
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-bwhcb'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62a081f12d2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 85f87b13-3735-45b9-8978-0b2f6ec08dff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: cff550a7-f83b-41f6-88b9-54d849cfb451
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-67d6bcd4b5-kmt4g'
  metadata:
    creationTimestamp: "2026-09-17T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62a1b355d84fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 7497d79f-4de6-4d60-83ed-bcf517ba602d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: b50d840a-a8a6-44fc-96ff-27732cf5e591
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Scaled up replica set isvc-canary-stop-predictor-67d6bcd4b5 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-predictor.18d62a08189dc070
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: c28cbe29-34a6-4fca-bd4f-e2c45406cd59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: b50d840a-a8a6-44fc-96ff-27732cf5e591
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: Scaled down replica set isvc-canary-stop-predictor-67d6bcd4b5 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop-predictor.18d62a1b34dac32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: a3e59795-39f3-4706-bdb9-217d42214f11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:16.212742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-775495c6b4-np76t
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a081a1fe57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: d4def37b-2352-48ef-a7c5-67f1fb527b9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a083be74e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: 3ec30954-cdf7-4f4d-bee7-0ff77395dc72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a083d38e425
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 23466d22-0335-4747-a939-0716847c10c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a083fc66b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: e49b3e3b-ac0b-41b3-b398-e4b3a07e2f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a08402c0dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: bb976ef6-5656-459c-b72e-d7cd813ce7f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a093f741fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 5eb33868-dfde-431f-a58e-da9e4cd21cb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a094331d83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 79f60476-06e1-4855-b765-d0976dd0ef4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a0943954be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 1c3ee298-449f-4c88-93c1-4fe2e3d70b46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a0943a05b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 58d68f17-5b4b-4e31-982c-1666e7649af8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a0946923c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 72e1afe7-4a29-451d-a655-418ac3a04be2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:55:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:21Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a0946f8163f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 2bbfddae-956c-4164-865a-4f548c3d99f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:48Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a097ba45b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 839fcdd6-d699-4380-8113-552f34d9af5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:46Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a1d0ed009ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: ae961e94-b266-4131-b064-0efb078b6a72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:46Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a1d0ed2b52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 439600b2-aa45-4e0f-8e0f-316697500816
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 72bfac89-404c-41e1-9f64-88bee468104f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:48Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-np76t.18d62a1d8206c241
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: d5f47935-6239-421b-81a2-8654cfcba01e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-775495c6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: e7a24e2e-6d7b-4653-9e3e-62c0a5b89bb1
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-775495c6b4-np76t'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4.18d62a0819972422
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: b57c7fcd-121e-4762-b237-84ea91cae58a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b4e164dd-bbc4-478d-b11a-6bdbc7c60ffc
  kind: Event
  lastTimestamp: "2026-09-17T16:55:16Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-775495c6b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:16Z"
    name: isvc-canary-stop-v2-predictor.18d62a08169284c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: ceda4ca0-bcd1-4c70-94b0-863ba699d62a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: a4db95f7-6d61-43c2-bb30-c145f8d2a68f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:46Z"
    name: isvc-canary-stop.18d62a08184dd018
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 54e55b7e-659a-4e02-b515-0d014af2f5e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: a4db95f7-6d61-43c2-bb30-c145f8d2a68f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop.18d62a0818b517e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 820152db-cee9-40e3-8097-a885bda5a3a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: a4db95f7-6d61-43c2-bb30-c145f8d2a68f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:38Z"
    name: isvc-canary-stop.18d62a0818b57680
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: ee0a3a9c-d30c-4239-8d3f-420f5149e2aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: a4db95f7-6d61-43c2-bb30-c145f8d2a68f
  kind: Event
  lastTimestamp: "2026-09-17T16:56:44Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:44Z"
    name: isvc-canary-stop.18d62a1cc158975b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 12870edc-81dd-40f4-b235-ec53609a5b04
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:59:04.886411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:59:04Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3d582327c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 8fb599cb-af72-49b6-b7ac-aff273eb866d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: "2026-09-17T16:59:05Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:59:05Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3d7a40b4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: d9598dfb-f0b5-4d1e-8a26-bd2efa377158
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: "2026-09-17T16:59:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:10Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3d7bcb33c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 86f4c289-b96e-4c87-a6b1-92eddb72ee54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: "2026-09-17T16:59:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:10Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3d7ede77ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: f0ff71ff-a9c5-4c2a-a8bf-22cf4344018e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: "2026-09-17T16:59:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:10Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3d7f581948
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 921f288f-8155-4dcf-854e-5d45ccc72229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 71d9dd9e-e496-40b5-9de2-fc380aa44e2c
  kind: Event
  lastTimestamp: "2026-09-17T16:59:13Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk_kserve-ci-e2e-test(71d9dd9e-e496-40b5-9de2-fc380aa44e2c)
  metadata:
    creationTimestamp: "2026-09-17T16:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:13Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk.18d62a3f69cd6405
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 7bfa437f-a3f5-44dd-b5f4-6b02a55481ec
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 3f31dde7-ab48-434e-b60f-0d01204b122d
  kind: Event
  lastTimestamp: "2026-09-17T16:59:04Z"
  message: 'Created pod: isvc-init-fail-d41ccc-predictor-7cc64b44bd-2k4qk'
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:04Z"
    name: isvc-init-fail-d41ccc-predictor-7cc64b44bd.18d62a3d57b7e92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: 39bd3ba2-1565-4435-b239-49419e122403
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d41ccc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 6c655c36-3fc3-4f18-8403-c78d1b2b6535
  kind: Event
  lastTimestamp: "2026-09-17T16:59:04Z"
  message: Scaled up replica set isvc-init-fail-d41ccc-predictor-7cc64b44bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:04Z"
    name: isvc-init-fail-d41ccc-predictor.18d62a3d553f36eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 1b72ab12-85ac-4281-bada-41c20b254315
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d41ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: e663aad6-3c03-4983-81d9-2fa2606071c7
  kind: Event
  lastTimestamp: "2026-09-17T16:59:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:13Z"
    name: isvc-init-fail-d41ccc.18d62a3d5551dd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 2f295968-5707-42a0-9cdc-6322c184a8ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d41ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: e663aad6-3c03-4983-81d9-2fa2606071c7
  kind: Event
  lastTimestamp: "2026-09-17T16:59:04Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d41ccc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d41ccc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:04Z"
    name: isvc-init-fail-d41ccc.18d62a3d55d054b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 0eaa6643-61fd-4d1f-a285-8185a150baec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d41ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: e663aad6-3c03-4983-81d9-2fa2606071c7
  kind: Event
  lastTimestamp: "2026-09-17T16:59:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d41ccc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:04Z"
    name: isvc-init-fail-d41ccc.18d62a3d55d099c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 2ee7c651-24c3-4d00-a838-319c01694d2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:57:46.700436Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:57:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:57:46Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2b23e3dd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: d7af9695-1abe-4953-9bdc-7634eaadf757
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2b45e979e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 466984be-553e-47e3-82f5-14b83dc2caf9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2b47660d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 7588b4fb-d205-4599-a044-c0109a1366fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2b4ae2ecc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 66c25683-cd7f-4732-a4c8-db66ae81dfee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2b4b565d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: c1e94f94-839a-47cc-857f-3021c9964ad7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c560c6f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: ceba0cf2-13de-4f63-b6a6-c3e72216ee2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5926076c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18612"
    uid: 1f4c8137-39b7-4835-be6f-d7d5780b6fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5997c04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 2b3e2a1d-d8de-4c21-b2cf-da12f5966c97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c59a08bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: ec96e8e4-c100-4d33-a67d-b4e37fbd04f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5c4ddd1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: e828af68-a1ce-455a-8c18-2162f09d89e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5ccfcc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 0ede8364-183e-44ca-9d9f-9002c1148528
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:51Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5cd97eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: e9df7a50-8d58-48ea-9e34-14c1b6d4b0f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:52Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:52Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c5fd1e48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 488f5e07-17d1-4d1a-b36f-457bcce8ac4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:57:52Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:52Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c603fb809
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 43c12238-57eb-4af7-ad17-7680ff3c066e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:29Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2c92176f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 00540a1b-2533-4c25-b479-ea0a78a161d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:29Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a2ccdfd1609
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 522413e6-30f8-4f3f-af9d-33a227663815
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a414948b811
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: c1c26dd1-e381-4237-8fb4-5d4b06023473
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a41494c7760
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 81f25784-2b8e-4217-aeff-cfb9cc8c332e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a4149509b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: 8d90cd4e-c24c-45cf-a805-4c4a6e632b60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a775d7e7-2d48-4957-80ac-5b57f1aa4d57
  kind: Event
  lastTimestamp: "2026-09-17T16:59:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:39Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm.18d62a41fe2e1970
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 5d0d44cf-034e-46d0-b1c8-dede9f7d9596
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 01bf4731-7c86-4525-ae76-ecc58b4a27f3
  kind: Event
  lastTimestamp: "2026-09-17T16:57:46Z"
  message: 'Created pod: isvc-logger-raw-c61ee-predictor-6d9cdc4d99-kfzjm'
  metadata:
    creationTimestamp: "2026-09-17T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:46Z"
    name: isvc-logger-raw-c61ee-predictor-6d9cdc4d99.18d62a2b2354ad7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 5ce3c54d-aa11-4831-82ff-184afbb1fbac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: c4143261-bb53-4cb2-96f6-f5eed012b404
  kind: Event
  lastTimestamp: "2026-09-17T16:57:46Z"
  message: Scaled up replica set isvc-logger-raw-c61ee-predictor-6d9cdc4d99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:46Z"
    name: isvc-logger-raw-c61ee-predictor.18d62a2b1fe02714
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: 34d55c84-b413-4725-ad53-39b2831e044e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 8aed4a57-3cff-4739-b1ea-ba004651e84a
  kind: Event
  lastTimestamp: "2026-09-17T16:58:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:31Z"
    name: isvc-logger-raw-c61ee-predictor.18d62a2e9e977312
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: c916e971-1cf6-4266-befc-b646eb01f64a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 8aed4a57-3cff-4739-b1ea-ba004651e84a
  kind: Event
  lastTimestamp: "2026-09-17T16:58:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:31Z"
    name: isvc-logger-raw-c61ee-predictor.18d62a2e9f055efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: c08cb67a-f2b6-47e1-a837-e42ea72c83a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 8aed4a57-3cff-4739-b1ea-ba004651e84a
  kind: Event
  lastTimestamp: "2026-09-17T16:59:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:16Z"
    name: isvc-logger-raw-c61ee-predictor.18d62a321dc86da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: bb0951f3-efc3-4f45-b184-29d032de4ebd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 8aed4a57-3cff-4739-b1ea-ba004651e84a
  kind: Event
  lastTimestamp: "2026-09-17T16:59:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:16Z"
    name: isvc-logger-raw-c61ee-predictor.18d62a321e30b369
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: b5adc76e-9b37-4e2f-84a0-71dc3098dbcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-c61ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 1b57b97a-52f4-4b76-b256-ce32a3898c73
  kind: Event
  lastTimestamp: "2026-09-17T16:59:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:09Z"
    name: isvc-logger-raw-c61ee.18d62a2b1fdf9b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 2769df3d-87c1-4e1c-a7dc-fb8ec49ce396
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-c61ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 1b57b97a-52f4-4b76-b256-ce32a3898c73
  kind: Event
  lastTimestamp: "2026-09-17T16:57:46Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-c61ee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-c61ee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:46Z"
    name: isvc-logger-raw-c61ee.18d62a2b206990f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: ae3d7f55-36fc-42ed-a1ae-dd899c13f8e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-c61ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 1b57b97a-52f4-4b76-b256-ce32a3898c73
  kind: Event
  lastTimestamp: "2026-09-17T16:59:09Z"
  message: InferenceService [isvc-logger-raw-c61ee] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:09Z"
    name: isvc-logger-raw-c61ee.18d62a3e86728431
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: c07b7376-c35b-478d-b5b7-7de85f178ae5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:07:17.034363Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62aafee70ee77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: c747a7e5-8dee-42ca-8e6a-62e8cd7dcd68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:17Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab010503bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 8035a40c-58c0-41ba-b715-d1df7f09a7eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab011bedad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: ec7a3fd0-df76-4648-934f-ecc3a6360699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab014af4c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: 2d47610f-bc19-4cf4-a7f5-b58b3f64c2a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab01536c300
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: f86a22c8-d64f-4d57-88a4-96a84e8b675b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab120e14714
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 271fe945-1295-4478-b8c4-39f64068cc76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab124231608
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: e4d4b42f-006a-4c42-8cce-cbd239f4d6b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab1248e61b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: a4e34543-ab73-4963-a853-851267251ec0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab1249841d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 8df76bd2-43a7-4280-ac70-e30db02dd272
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab127e0646a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23831"
    uid: 2858505d-8085-44e2-be15-2f12b0a3d2d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab1284a70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: 0ffbbb97-c5ab-4bab-a555-dddd1f275add
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab12853ae0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 4327c0d1-e731-4891-9956-6faca12d0564
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab12af58276
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: 7216bcc1-d49b-4d9d-826e-e9e60686bb6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab12b7dabf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 7e815b3f-8ac4-42c9-8ae4-c4334d4c29c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:00Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab198afa36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: 36325575-bcb8-417f-8d2a-59966654f8b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:10Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ab198b8c0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: d23a2f14-e39d-41e9-a465-81766629d080
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:08:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:52Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ac6194babd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: cd9fc6fc-d1fd-4d9f-9f83-e9a2b95fbab1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:08:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:52Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ac6194bfa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: 85e6546d-637f-4e73-9679-93a4eada0c3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:08:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:52Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ac6194c4864
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: d916a4f3-d48f-4ddc-8534-ba9613fd464e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 5c96fbed-a557-4494-b2f6-e79754072b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:10Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q.18d62ac6c8ee36aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: 3d6dd9e7-da66-488b-a389-f8cc57f6a024
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: 9b556322-a68e-43f4-b38a-bdf3367e1151
  kind: Event
  lastTimestamp: "2026-09-17T17:07:17Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-64c6cf64bf-dwf5q'
  metadata:
    creationTimestamp: "2026-09-17T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:17Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf.18d62aafede6df90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 91d2076f-db16-4388-a606-6c4515544109
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 58be7adb-5ddf-451f-bf99-98fe14b8dd32
  kind: Event
  lastTimestamp: "2026-09-17T17:07:16Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-64c6cf64bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:16Z"
    name: isvc-logger-raw-cipn-predictor.18d62aafea541af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 82f50cdd-e9b8-4e9e-8024-1da4fed5128c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: eeaa579d-2245-4f7e-aaf9-e396bd4a4580
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-logger-raw-cipn-predictor.18d62ab3694e7706
    namespace: kserve-ci-e2e-test
    resourceVersion: "24124"
    uid: 216276c6-c302-4ebe-b406-099e2d9fa365
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: eeaa579d-2245-4f7e-aaf9-e396bd4a4580
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-logger-raw-cipn-predictor.18d62ab369b5e25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 879d9c43-8957-409c-aa77-4a88ae69d9a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: eeaa579d-2245-4f7e-aaf9-e396bd4a4580
  kind: Event
  lastTimestamp: "2026-09-17T17:08:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:47Z"
    name: isvc-logger-raw-cipn-predictor.18d62abde712207e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: 1dcff590-7eaa-4729-b05b-0f11b3ca8d55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: eeaa579d-2245-4f7e-aaf9-e396bd4a4580
  kind: Event
  lastTimestamp: "2026-09-17T17:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:47Z"
    name: isvc-logger-raw-cipn-predictor.18d62abde790c467
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 0139da7b-91c3-438a-81d0-adee383852ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: affe642d-c93f-4efe-bd3e-ce75b878d73e
  kind: Event
  lastTimestamp: "2026-09-17T17:08:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:40Z"
    name: isvc-logger-raw-cipn.18d62aafea578928
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 04683bdd-5577-4e2c-92f4-b10b6a201a02
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: affe642d-c93f-4efe-bd3e-ce75b878d73e
  kind: Event
  lastTimestamp: "2026-09-17T17:07:16Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:16Z"
    name: isvc-logger-raw-cipn.18d62aafeadb48e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: e744a25d-a7c7-4851-a134-2b232bafcd66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: affe642d-c93f-4efe-bd3e-ce75b878d73e
  kind: Event
  lastTimestamp: "2026-09-17T17:08:40Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:40Z"
    name: isvc-logger-raw-cipn.18d62ac3510f2e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 4ee8f290-57f3-4a40-8086-6c87462bb864
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:56:56.467657Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1f71c8788e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 45892905-0c5c-4f65-b285-685c47944e43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:56:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-42374c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1f803ec0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 95a8ba3f-cb92-403e-8a56-ea35d3ba798a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:56:57Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:56:57Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1fb8d87c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 456d80f6-ac4a-41ca-8384-19ae2eeb42cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:56:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:57Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1fba1293e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 845b2532-690d-4345-9fa8-71b61bb2dc8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:56:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:57Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1fbd94cdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 81754c00-2e96-4805-8232-03f3fa2bc1b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:56:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:57Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a1fbe05981d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 69a32c6d-6851-4339-ad29-1b2b94b43187
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e053ecf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: 89d7c1ea-a5ca-4155-baa2-b42f7b8d377b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e37ee0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18027"
    uid: f7a1f2ab-ace5-4ad9-be8a-686d4d4caaad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e401b603
    namespace: kserve-ci-e2e-test
    resourceVersion: "18029"
    uid: 2372169f-f1fd-4559-a1a9-fde606b01a45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e40b806b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: 9952ef13-b637-4f13-a725-0ab24f422b01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e6cf22fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 37fa31e8-291d-4164-89d9-67bf44c83e13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:57:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:02Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a20e738c393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 75914fc3-6c04-44a4-9d48-3960252e6410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:59:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:00Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a2158340a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 9a2ff5ae-e95c-4c63-aab9-b87fd7985cf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:58:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:59Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a3c21cdb50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 0e39ad9b-d0d5-4864-8567-f1fb43de5a4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:58:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:59Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a3c21cea197
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 6ba66351-8e68-4247-bbc4-ca6d0aa5a41f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 4d11abf8-027d-4f87-8a06-e57af2fde6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:59:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:00Z"
    name: isvc-primary-42374c-predictor-798b4f4b89-bb7vt.18d62a3c5a85766d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: 1961aec6-e753-4f2b-b12a-637ab2996bd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-42374c-predictor-798b4f4b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 61bc5be0-b4a3-48fb-8b8c-77e4d2185b54
  kind: Event
  lastTimestamp: "2026-09-17T16:56:56Z"
  message: 'Created pod: isvc-primary-42374c-predictor-798b4f4b89-bb7vt'
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c-predictor-798b4f4b89.18d62a1f71735f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 3c865275-bee2-4169-b3f0-1bf21e24d94f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: 7d8aae18-ef42-4227-b4fa-cd64c7e07e0b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:56Z"
  message: Scaled up replica set isvc-primary-42374c-predictor-798b4f4b89 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c-predictor.18d62a1f6e7ee7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: a2db2c2f-78a7-425a-b6dd-a1314dc8ea53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: cb62fc5e-24cb-496a-aac5-40909a25891f
  kind: Event
  lastTimestamp: "2026-09-17T16:57:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:41Z"
    name: isvc-primary-42374c-predictor.18d62a22ecf634d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: 20f7f3b4-619e-4775-9bec-1f54a4a963c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: cb62fc5e-24cb-496a-aac5-40909a25891f
  kind: Event
  lastTimestamp: "2026-09-17T16:57:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:41Z"
    name: isvc-primary-42374c-predictor.18d62a22ed5d2ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 1510f892-0c2b-4997-ba8c-d441425d6c81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: cb62fc5e-24cb-496a-aac5-40909a25891f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-primary-42374c-predictor.18d62a266c14d9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: f3dd9162-6208-4f45-8a6a-c465a7df23da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: cb62fc5e-24cb-496a-aac5-40909a25891f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-primary-42374c-predictor.18d62a266c894abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 19e6e054-7f9f-46cb-9240-155cc30d218e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: bc33a101-84af-494f-94cb-6597748b7db0
  kind: Event
  lastTimestamp: "2026-09-17T16:58:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:20Z"
    name: isvc-primary-42374c.18d62a1f6e7b2dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: 69d8dc2e-8e8b-4d16-9b0c-d6f5a7861569
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: bc33a101-84af-494f-94cb-6597748b7db0
  kind: Event
  lastTimestamp: "2026-09-17T16:56:56Z"
  message: 'Failed to update status for InferenceService "isvc-primary-42374c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-42374c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c.18d62a1f6f022a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 439b38da-a3ae-4c1d-804b-ef7c25087515
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: bc33a101-84af-494f-94cb-6597748b7db0
  kind: Event
  lastTimestamp: "2026-09-17T16:56:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-42374c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:56Z"
    name: isvc-primary-42374c.18d62a1f6f025fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: c2951383-1fcf-4a7f-b47a-015d77fe2737
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18859"
    uid: bc33a101-84af-494f-94cb-6597748b7db0
  kind: Event
  lastTimestamp: "2026-09-17T16:58:20Z"
  message: InferenceService [isvc-primary-42374c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:20Z"
    name: isvc-primary-42374c.18d62a330fac5488
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 605eef17-4f9d-4f00-948e-5ae91705a710
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:51:51.276348Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d862f6a249
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: c4a65a67-f779-4e51-97c7-e0004586b5ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-5ef83-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d86b0abf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 354fd47c-94a1-458b-8d75-e33c417fe353
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d8a907a6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 5f4da140-20b6-4733-ab93-3776c322dd08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d8aa9da660
    namespace: kserve-ci-e2e-test
    resourceVersion: "14835"
    uid: fc969ee2-f839-4d33-909b-468128cf290b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d8ae3647a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: b1930b7f-7459-48a1-b6f9-d35d28af30fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:52Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d8aea0661e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14838"
    uid: 5c125bd7-d810-48e2-9526-262ba434c32b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:51:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T16:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:51:57Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629d9bd4de085
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 46bf2b30-5d55-4fac-b182-fb0467c94748
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 20.286s (20.286s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629de767bf09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: 632e604d-3bbf-4cb2-bb05-ef92d324f4f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629de7c058796
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: a2a4d7f4-591e-4b0c-bf60-d3e2e0ad0d54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629de7d167aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: c8bde6bb-23e2-420e-8606-f0b6d5ff7dee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:17Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629de7d225bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: f9eff6cc-2166-4a06-8316-edc88138f03c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.021s (3.021s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629df31410c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 46bf2b1b-1270-4ee7-a713-f449af4987da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629df352edc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: a245ad7d-69c7-4f29-b286-2fce301484d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629df359c1316
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: 8a4391a0-2ad1-41f8-a05c-0cb62be49131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
  metadata:
    creationTimestamp: "2026-09-17T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:20Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629df35aa0234
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: faec4aa6-5d69-40c2-9e2e-6fc4d23bb915
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    in 2.528s (2.528s including waiting). Image size: 240302180 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629dfcc5f8e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 7a5bb31a-b69c-444d-aef8-8320a076def4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629dfcf38c0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: ab76d33c-add0-4c4b-a97f-f8c04c9e506b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629dfcf980dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: 4234c9f8-98ad-486f-aaba-e35f074594db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:56Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629e01433c72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: e345aea4-ca3f-46df-90bb-9d005b9f2655
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:56Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629e0143e47c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: e82b8a6b-56b4-481e-984c-7ed34d8fbea2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629f315f75f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 306b469b-472a-4946-92a0-6fe487c56abb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629f315f79d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 82453467-2aa2-47dd-9c27-cf950566c5c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:45Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629f315f80a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: bcd032d3-ac56-47e1-9193-00d5fdc42c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 50258a5a-f246-47e2-b63c-580c349c0d7f
  kind: Event
  lastTimestamp: "2026-09-17T16:53:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:55Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm.18d629f41a744a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 28a99dbd-4b95-40af-9b87-2b3509a3fe18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 0ea3c943-ef9c-431d-ba79-b1c965e07967
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b-7tkkm'
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b.18d629d8628fc1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 7ded805e-cb79-4051-89fc-93b6e020e828
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-5ef83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 54e2a18c-dd61-4278-ad67-9dec6ad96301
  kind: Event
  lastTimestamp: "2026-09-17T16:51:51Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-5ef83-predictor-85f4f6ff9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:51:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor.18d629d85afbfedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: 1bd82dc3-b3b1-4807-90ea-c31a60afc991
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5ef83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 67ffeb49-fd5e-4b16-86cc-fc260d284d68
  kind: Event
  lastTimestamp: "2026-09-17T16:52:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor.18d629dbda52176b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 6413bda7-75a0-4a98-a2be-ad31fe15edd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5ef83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 67ffeb49-fd5e-4b16-86cc-fc260d284d68
  kind: Event
  lastTimestamp: "2026-09-17T16:52:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:51Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor.18d629dbdac02263
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 272e84e6-8af5-4a99-9e5c-034244ed1db2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5ef83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 67ffeb49-fd5e-4b16-86cc-fc260d284d68
  kind: Event
  lastTimestamp: "2026-09-17T16:53:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:36Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor.18d629e9d7182d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 669bc3c3-beb1-403a-84fc-a6e60f02a00c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5ef83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 67ffeb49-fd5e-4b16-86cc-fc260d284d68
  kind: Event
  lastTimestamp: "2026-09-17T16:53:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:36Z"
    name: isvc-raw-sklearn-batcher-5ef83-predictor.18d629e9d787b41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 07a96998-64f7-42f2-adab-8f2e324e4825
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5ef83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: dfdc8c5a-bc92-4f64-81cb-00da0163084d
  kind: Event
  lastTimestamp: "2026-09-17T16:53:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:36Z"
    name: isvc-raw-sklearn-batcher-5ef83.18d629d85b28c7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: e17ddab3-9dc5-4086-a7ae-bb8055528530
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5ef83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: dfdc8c5a-bc92-4f64-81cb-00da0163084d
  kind: Event
  lastTimestamp: "2026-09-17T16:53:36Z"
  message: InferenceService [isvc-raw-sklearn-batcher-5ef83] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:36Z"
    name: isvc-raw-sklearn-batcher-5ef83.18d629f0de574adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: 6b607c46-638b-4ff5-9af5-ee16cd91588f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:58:41.619328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-42374c-predictor-86544c997d-ch6dv
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a37ed4fa1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: e08b206b-e353-4c43-84ae-deba540a7429
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-42374c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a37f53fe316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 6490f5b1-95b5-4852-9d45-374fcb00dc47
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:42Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:58:42Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a38330d9d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 04659315-72f7-4c95-bf63-28fad1889055
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:48Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a38346142e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 189b9f11-d88f-4e0c-b1b6-1e00824b701f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:48Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a3837280d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: d08524b3-1d43-4674-9a9c-31f5370be482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:48Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a3837a020c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 6a42e7ff-aa56-4aca-b21c-96d9bcfea807
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ed2282ce-e0bf-48ce-af2a-d9c497d56398
  kind: Event
  lastTimestamp: "2026-09-17T16:58:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-42374c-predictor-86544c997d-ch6dv_kserve-ci-e2e-test(ed2282ce-e0bf-48ce-af2a-d9c497d56398)
  metadata:
    creationTimestamp: "2026-09-17T16:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:54Z"
    name: isvc-secondary-42374c-predictor-86544c997d-ch6dv.18d62a3af7abdfed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 7e093f38-3ab1-4ebe-890d-1e8b6667e518
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-42374c-predictor-86544c997d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: a82d28db-d8d5-4cbc-b0c9-dda444daf668
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'Created pod: isvc-secondary-42374c-predictor-86544c997d-ch6dv'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c-predictor-86544c997d.18d62a37ecdbd654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 6d6cfa0c-d13f-49ec-8308-86b84f69a565
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: eb01f6d8-0f09-4a09-9cc1-2f93865314a7
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: Scaled up replica set isvc-secondary-42374c-predictor-86544c997d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c-predictor.18d62a37e9de6620
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: 42f38936-b066-4516-9479-85557fb38d7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: d098da17-5f1f-4eea-b250-b0538290875f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:56Z"
    name: isvc-secondary-42374c-predictor.18d62a3b68aa8e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 496866af-714c-4032-a941-e6ff233e222e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-42374c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: d098da17-5f1f-4eea-b250-b0538290875f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:56Z"
    name: isvc-secondary-42374c-predictor.18d62a3b6913e6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: c21b0a6e-679a-43f0-8c7a-24a358a4036b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 8eb6913b-1e10-4bc8-9fc8-9e083541ce0f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:54Z"
    name: isvc-secondary-42374c.18d62a37e9dd36a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 2161c1a2-d40e-4b5e-b8be-6e2dd2ea36ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 8eb6913b-1e10-4bc8-9fc8-9e083541ce0f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-42374c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-42374c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c.18d62a37ea7101f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: d3033550-d9be-45d4-a755-6f831b6e8069
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 8eb6913b-1e10-4bc8-9fc8-9e083541ce0f
  kind: Event
  lastTimestamp: "2026-09-17T16:58:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-42374c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:41Z"
    name: isvc-secondary-42374c.18d62a37ea714fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 47dd5fea-172d-4f26-bbbc-dc734fb1931f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:53:46.089232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f31e583f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: a9601c67-ade8-419b-bd0c-e04770ce577a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f3404092d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 3f36b39b-2b2f-4274-af38-ac614f97621e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f341a522b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: 2e01bffc-3194-4c56-9361-a6eecc40e63d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f344991774
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: fe6d51e6-7791-459b-a301-eb2864587d34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f3450545d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: d4c78f6c-e2af-4fb3-ba3d-f7c50754c19c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f431f2ebc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: ffe91b07-4943-4587-ae21-1b2c57868f4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f43848c056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: e834903d-0077-4371-9038-682dfddb3579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f438b8f17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3869a465-b5d3-4a92-9f7b-9374ff815727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f438c1a5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: a0a64d3b-b769-4321-bd5d-117ac5b4a51b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f43bee5caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 72abcc46-4995-4965-9469-f49be2f7edcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:53:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:50Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f43c5afc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 4f5266af-4270-46e0-b772-e0e963a440c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:38Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d629f4aa53ca2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 3e0722be-61bd-4dd1-b2c0-02a452d7afe6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d62a0cc65cff21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: cfa827d4-3264-43f3-892c-e8f266e8ba9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d62a0cc65d76fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 80140a12-1189-464f-9ce0-692aaa2e67bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 71333a7b-dba5-4488-8dfc-930854c8dfe3
  kind: Event
  lastTimestamp: "2026-09-17T16:55:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:38Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r.18d62a0d58c5c0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 5b1bc996-23d2-43e7-93b3-bf4e0ac466b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: d68957ea-416a-46d0-a83c-4c8dada25b6a
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-48e77-predictor-759d457548-lpz9r'
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor-759d457548.18d629f31de74aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 912a469f-288d-4a1f-bbc8-2955c49905af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 161ff190-026c-454a-a09a-4a39761ca6a8
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-48e77-predictor-759d457548
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77-predictor.18d629f31b273bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 4b6cf6b8-bb1b-4a41-adb7-63ce58730d90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 90d2ac9d-890a-410b-8b6e-104dc6946676
  kind: Event
  lastTimestamp: "2026-09-17T16:54:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:31Z"
    name: isvc-sklearn-graph-raw-48e77-predictor.18d629f69a112626
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 96ffcb8d-a717-45d3-bccf-b18d5fa36968
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 90d2ac9d-890a-410b-8b6e-104dc6946676
  kind: Event
  lastTimestamp: "2026-09-17T16:54:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:31Z"
    name: isvc-sklearn-graph-raw-48e77-predictor.18d629f69a7a982c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 457effda-42c7-4873-bd75-33f6b94ea96d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 90d2ac9d-890a-410b-8b6e-104dc6946676
  kind: Event
  lastTimestamp: "2026-09-17T16:55:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:31Z"
    name: isvc-sklearn-graph-raw-48e77-predictor.18d62a011739c691
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 44cbe500-0e84-45fd-98cb-72578d1d6e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 90d2ac9d-890a-410b-8b6e-104dc6946676
  kind: Event
  lastTimestamp: "2026-09-17T16:55:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:31Z"
    name: isvc-sklearn-graph-raw-48e77-predictor.18d62a0117a4c214
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 50bf1450-752b-4c99-b49d-5b886bbff14e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: a87ce1fe-a432-4517-bed0-7b7dc558e51d
  kind: Event
  lastTimestamp: "2026-09-17T16:55:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:08Z"
    name: isvc-sklearn-graph-raw-48e77.18d629f31b2a8fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 261e8e1f-1ea1-4f6f-93a7-7355c76966d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: a87ce1fe-a432-4517-bed0-7b7dc558e51d
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-48e77":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-48e77":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-sklearn-graph-raw-48e77.18d629f31bf4eb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: ad7942f3-0d0f-4035-8931-b30ba820072a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: a87ce1fe-a432-4517-bed0-7b7dc558e51d
  kind: Event
  lastTimestamp: "2026-09-17T16:55:08Z"
  message: InferenceService [isvc-sklearn-graph-raw-48e77] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:08Z"
    name: isvc-sklearn-graph-raw-48e77.18d62a06625d60b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 704b9b73-aba6-41cf-9e34-c230e95ec741
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:36.418755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0cce7f1ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: b1a0771a-d807-4bda-a800-60dc15470b7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-48552-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0cd823fb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 2e7c5021-a592-4afe-a11e-ed581c639c65
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0d1456052f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: ad169256-b334-491e-9f4e-9ab49119b331
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0d15ababb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 1c1ba666-7f99-435f-aaf1-03df168a8861
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0d18fe57ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 3271d435-0e12-46d0-b356-cb3152fc3e95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0d19705a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 2571c345-2926-421b-8a1c-0e0c8b4ef65e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e2a574924
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 3729dae2-60b9-4249-8aef-f695db87a12c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e2dcf52c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 0c7b73a2-21c5-49ce-be11-41a217e4949a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e2e554708
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 74127da4-0792-4e05-b75c-66dd3121267a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e2e5df30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: bdd9209b-74c9-4fba-8a6e-7dbcf09e68cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e319d3d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 707548ae-89e6-4ce6-b1d1-6ec3fe09c08e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0e320fab02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: aa77324b-1e9f-4533-a374-88d557a5430e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:57:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:30Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a0ea2acba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 6aae7274-699e-41c6-9b52-39e514316da1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a26743bc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: 732b9642-d825-48b4-8cc1-770692584dd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a26743c3708
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 6e9d12a1-5c9e-4ad0-a5ac-2281ce6007ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: cb36dbe6-9d3f-418e-bfa9-43ec3862f119
  kind: Event
  lastTimestamp: "2026-09-17T16:57:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:30Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5.18d62a2750fa3f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: 25273688-d454-473b-844a-3b41ca963109
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 778483c8-df00-4b7d-813b-4d44a10f7f53
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d-thqm5'
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d.18d62a0cce231540
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 35d2cae1-1176-4e96-80b6-15d960819eff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a8486a76-abea-4a8a-b212-6266680cb5b8
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-48552-predictor-578789fd6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor.18d62a0ccb5cd1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: fb655506-8edd-4963-bfd4-0c3af42719da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: bd003225-ea4a-486d-b400-5a883f3c618a
  kind: Event
  lastTimestamp: "2026-09-17T16:56:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:06Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor.18d62a104a053cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: e809f2a2-e533-4295-8f24-842c774eba49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: bd003225-ea4a-486d-b400-5a883f3c618a
  kind: Event
  lastTimestamp: "2026-09-17T16:56:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:06Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor.18d62a104a70224f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 16ecece3-ae0d-4180-abb0-9635fe03c3b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: bd003225-ea4a-486d-b400-5a883f3c618a
  kind: Event
  lastTimestamp: "2026-09-17T16:57:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:21Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor.18d62a1749409cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: ca36eafa-232f-47cf-acf9-a88447f96b16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: bd003225-ea4a-486d-b400-5a883f3c618a
  kind: Event
  lastTimestamp: "2026-09-17T16:57:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:21Z"
    name: isvc-sklearn-graph-raw-hpa-48552-predictor.18d62a1749e54dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: 18afdae9-4410-4af4-98cb-3c1a821a29a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 4918bc27-e795-4c81-ade3-961358039fa1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:00Z"
    name: isvc-sklearn-graph-raw-hpa-48552.18d62a0ccb64095d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 6afe788e-8753-4571-a1b0-0a66e5ad2803
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: 4918bc27-e795-4c81-ade3-961358039fa1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:00Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-48552] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:00Z"
    name: isvc-sklearn-graph-raw-hpa-48552.18d62a205a0425fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: 0a730aaf-1cc3-49d4-951b-c20617b370fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:59:22.022260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:59:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:59:22Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a415583728c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: cf1a283a-1bba-4802-b261-f8c33926d143
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-f447b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:22Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a41642f213c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 76008556-f16b-45ab-b1b9-8e6dc12ba5d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:23Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:59:23Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a419b69697a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: cbb9f662-3341-4f3d-bddc-673acb7601ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:23Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a419cebec67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: e870cda1-fc8c-44e9-9942-15a111341788
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:23Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a41a03ab841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: ecbd53f7-a1e2-4b87-908b-1551a326bd6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:23Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a41a0b47ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: ff1d23e9-0f8f-473b-9843-f996fd68085b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a428c1bf1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: ba17bf20-1422-4412-92bd-9ee5241497b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a428f92858f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 976707df-1b24-4dc6-b407-eec792aaaa9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a4290004502
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 9ea0d844-ae46-4778-8f19-3ee5380d3327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a4290092137
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 0e6981f2-1b81-45a8-bbad-56973b581f3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a4292e48982
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: ea706387-5386-47a1-9fc8-210f2478295f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T16:59:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:27Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a42934ebd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 8bd3061a-314f-416b-9506-90de3cdbe15e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a42c83096e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 307cbc36-2487-4b93-a0d5-0fe9744eaa36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T17:02:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:02Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a6698158138
    namespace: kserve-ci-e2e-test
    resourceVersion: "20970"
    uid: 534cac3a-d0b2-4907-9459-edca82acfb88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T17:02:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:02Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a669816072f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 7bcd6522-c266-4c67-8abb-87ab28be6929
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 6822971d-be41-4680-8fe1-ff883636d593
  kind: Event
  lastTimestamp: "2026-09-17T17:02:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:09Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g.18d62a671aa55080
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: c692b54a-6dba-45d2-9a45-2d844f3759c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 876730a6-8b85-4f31-92e5-70c51cdd1304
  kind: Event
  lastTimestamp: "2026-09-17T16:59:22Z"
  message: 'Created pod: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8-hp49g'
  metadata:
    creationTimestamp: "2026-09-17T16:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:22Z"
    name: isvc-sklearn-scale-raw-f447b-predictor-9df674fc8.18d62a4154fbac1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: efa61f61-1aff-48b2-9076-5644c8e130b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-f447b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: 4835c1d5-31db-4c1f-9236-70625837de09
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-f447b-predictor-9df674fc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: isvc-sklearn-scale-raw-f447b-predictor.18d62a41524cd376
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 2582ae82-0519-4aa1-975b-aa26d91ae8b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f447b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: c00e9988-186b-4d54-b62d-ef557688069a
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-sklearn-scale-raw-f447b-predictor.18d62a44d0c9168a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: ff7a7845-d9e8-4025-ae4e-49bb783f2337
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f447b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: c00e9988-186b-4d54-b62d-ef557688069a
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-sklearn-scale-raw-f447b-predictor.18d62a44d12cac2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: 2f26561a-66eb-478b-9595-42468b84859f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f447b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: c00e9988-186b-4d54-b62d-ef557688069a
  kind: Event
  lastTimestamp: "2026-09-17T17:01:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:52Z"
    name: isvc-sklearn-scale-raw-f447b-predictor.18d62a4bcea2e303
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: 865a802a-93e9-4060-a9cf-bafbca06f6ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f447b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: c00e9988-186b-4d54-b62d-ef557688069a
  kind: Event
  lastTimestamp: "2026-09-17T17:01:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:52Z"
    name: isvc-sklearn-scale-raw-f447b-predictor.18d62a4bcf148012
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 63d774b8-fd14-444d-add7-ed7c24e7eca7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-f447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: 8abf374b-3f3c-44b9-af2e-fe54debbdce8
  kind: Event
  lastTimestamp: "2026-09-17T17:01:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:01:58Z"
    name: isvc-sklearn-scale-raw-f447b.18d62a41524e35e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 3ae6a0cd-4f3c-4102-96d3-ce816b99dd23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-f447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 8abf374b-3f3c-44b9-af2e-fe54debbdce8
  kind: Event
  lastTimestamp: "2026-09-17T17:01:58Z"
  message: InferenceService [isvc-sklearn-scale-raw-f447b] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:01:58Z"
    name: isvc-sklearn-scale-raw-f447b.18d62a65dce47670
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 22462fb7-d242-4538-98c0-5c73be30f427
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:53:46.235868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f32716891d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 0f964ac2-ef1c-4a9b-b831-358e5f60f3a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f349104ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: 98b889fd-97b8-4a18-91df-5ad7f62af7d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f34a7370a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: 6549758d-26f0-46dc-a6fd-270601008532
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f34e52440b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: 7ec184f5-3073-433f-8d02-45280c013231
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f34ec0bd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 6ae7bedd-1d43-4298-9c5e-a72840c37ba2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:53:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:51Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f46e5d4247
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 30b3dd10-b417-4397-849a-3e8cbee9d4ed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.388s (20.388s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f92da38fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 253d5722-9081-49f1-9560-c06cbd39cc39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f930de5e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 5d0117ac-bedb-4e1a-b79b-9a0c74d2daea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f9314f910b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 8abe369a-5ad2-4a24-84b7-44594163cba8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f9315a4701
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 90da657e-72e4-4aa7-a057-8d92e4ce29c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f933fdb4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 14acd619-b749-4479-9b29-a8d3aab95b57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:54:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:12Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f9346860d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 5af15654-4328-486f-a3a9-52f8a0a3d721
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:55:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:39Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d629f9944f257e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: db62ebe6-4cde-43b0-8f69-177186ce6e56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d62a0cc897d000
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: f0b7f557-0b3d-4f4a-bea3-7e83cb863c9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d62a0cc898e47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: bf9f180c-d6fe-46e4-babb-8b14d91acdfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f52e550-2266-464e-bbc1-b12e1b7f3f55
  kind: Event
  lastTimestamp: "2026-09-17T16:55:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:39Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk.18d62a0d9a83bed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 01cb922b-8d12-4ed8-83dd-25c61ccf1439
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 3ced42cb-4f5f-4f19-b5e2-e44f333400d6
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5-pjxzk'
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor-5477d668d5.18d629f326877c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 19765be9-b924-4c95-9c47-d4867f65be49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 63e18c1e-8b56-4228-92e1-def5b29052af
  kind: Event
  lastTimestamp: "2026-09-17T16:53:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-48e77-predictor-5477d668d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor.18d629f323a9b83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 4a5c9cd0-2742-43db-b544-c3d6a9054777
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 9be8c873-0b1a-4a5b-952d-89a51af7790c
  kind: Event
  lastTimestamp: "2026-09-17T16:54:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor.18d629f6a2212a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: f94ac320-4b5b-49c9-b241-6624ea052813
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 9be8c873-0b1a-4a5b-952d-89a51af7790c
  kind: Event
  lastTimestamp: "2026-09-17T16:54:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:46Z"
    name: isvc-xgboost-graph-raw-48e77-predictor.18d629f6a289253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 2c61bcc3-caa6-467c-95f0-391754817584
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 9be8c873-0b1a-4a5b-952d-89a51af7790c
  kind: Event
  lastTimestamp: "2026-09-17T16:55:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:31Z"
    name: isvc-xgboost-graph-raw-48e77-predictor.18d62a049d6ddda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 60e31510-9532-4f3e-8793-d2baf218afce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-48e77-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 9be8c873-0b1a-4a5b-952d-89a51af7790c
  kind: Event
  lastTimestamp: "2026-09-17T16:55:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:31Z"
    name: isvc-xgboost-graph-raw-48e77-predictor.18d62a049dd38a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 59716a96-a766-48c6-bcf4-305bd1a90555
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: cb7ea990-475d-4c67-ab6f-6428a10f1dac
  kind: Event
  lastTimestamp: "2026-09-17T16:55:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:19Z"
    name: isvc-xgboost-graph-raw-48e77.18d629f323aaab89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 192ee3eb-17c2-4959-9824-a516c08f888d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: cb7ea990-475d-4c67-ab6f-6428a10f1dac
  kind: Event
  lastTimestamp: "2026-09-17T16:55:19Z"
  message: InferenceService [isvc-xgboost-graph-raw-48e77] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:19Z"
    name: isvc-xgboost-graph-raw-48e77.18d62a08f7adb315
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 29fa34aa-5f30-44c5-8a9a-82d1a710908e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:36.518192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0cd46c64c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: ff9f8a9f-9629-460b-9a49-fee46cd4b770
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-48552-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0cde268f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: c8a56ac5-c3b0-4941-a80a-9c7e16599efc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0d1a08991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: c935a8fd-7a55-4a94-8b4c-e6697b8370fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0d1b5b3a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: fd126d31-f6b2-4551-9571-a03b8c2ab2c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0d1e977334
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 492530d8-e98a-4638-8a94-b5c91a6575d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:37Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0d1f0985e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: 46548fa1-bf61-487a-a483-6ceff9a779a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e2a6ffeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: e9dc2bff-2851-4673-9b4d-ce57712f5f71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e2db8012d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 7e252c87-3a3b-4564-8302-519295283f30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e2e2fdfb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 3c22cc6d-6049-4925-9d42-4973e7059899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e2e39a75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: a3ba31dc-ed6c-4434-94e1-22dd9bd0b37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e31aa14d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 276f6b59-8c64-401b-b043-2fe0128a4c24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:42Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e321c388f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: c05a8eb9-f87e-4d98-bce4-3160927f963c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a0e66be26d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: d5d99c3c-a581-456d-a764-83fe6e9a5ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a2676ace562
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: cd0b5526-0ccd-4695-a89b-5e96d4603f16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a2676ad59b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 80ca524f-8cc6-4ea9-ad00-0d5b8ed9c181
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 47703c88-87a0-4e64-94f9-2306d99465c5
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh.18d62a2715175289
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 6b1b4d30-6e4f-497c-9654-eb3fc3db0662
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 54a65dac-8046-478d-901a-e3ce2defe741
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997-d87rh'
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997.18d62a0cd422be78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: a94a851e-301c-49cb-988d-d73e2b270c0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: d260e261-328a-4b6e-9617-7f8757886fac
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-48552-predictor-5cb6c4b997
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor.18d62a0cd1451772
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 27aaf58d-05c9-4cae-aaba-a17ca9b600bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: ebea6013-10e7-4c9d-9a39-daa41d78282a
  kind: Event
  lastTimestamp: "2026-09-17T16:56:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:06Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor.18d62a104fa2de30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 53d9f63d-5864-40c2-b0fa-57ea7a6d8381
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: ebea6013-10e7-4c9d-9a39-daa41d78282a
  kind: Event
  lastTimestamp: "2026-09-17T16:56:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:06Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor.18d62a104ffbcb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: 4e5dcc4a-ec44-421f-ab9d-05387b0e06e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: ebea6013-10e7-4c9d-9a39-daa41d78282a
  kind: Event
  lastTimestamp: "2026-09-17T16:57:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:06Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor.18d62a174e56ad20
    namespace: kserve-ci-e2e-test
    resourceVersion: "18065"
    uid: 05c77276-0349-4a5f-b1e4-469a15d669ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-48552-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: ebea6013-10e7-4c9d-9a39-daa41d78282a
  kind: Event
  lastTimestamp: "2026-09-17T16:57:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:06Z"
    name: isvc-xgboost-graph-raw-hpa-48552-predictor.18d62a174edddc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 18826c91-f04b-4bea-acea-762fbf53d3ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 1428a684-d94d-470c-90bf-55f0488b4c47
  kind: Event
  lastTimestamp: "2026-09-17T16:56:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:49Z"
    name: isvc-xgboost-graph-raw-hpa-48552.18d62a0cd1396c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: c2268ff4-3c2d-498d-a305-40618351c8f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 1428a684-d94d-470c-90bf-55f0488b4c47
  kind: Event
  lastTimestamp: "2026-09-17T16:56:49Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-48552] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:49Z"
    name: isvc-xgboost-graph-raw-hpa-48552.18d62a1dca3047b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 1af391ff-bcb1-48a7-a926-d7d7bc429e80
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:57:26.692180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a267b4e063d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: b046fd88-d342-40bf-8e27-c8c562e1dd4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-c61ee-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a2683c2199f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 0d684a2a-b191-494d-ad01-67834b3f765a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:27Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:57:27Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a26c109ff83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 7dfe369f-7c2d-4659-bc5a-69749482abfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:27Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:27Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a26c2458fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 9344bbc4-41aa-4450-86e6-7233634545ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.295s (1.295s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a270f788e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: 6df23118-12ce-4950-9376-6b0b4f7694dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a2712fefe4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 464437fb-220f-4cd4-a73e-5bc8ab42cfdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a27136e270c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 0d16a589-5fdf-43e2-95af-f54f8177b6a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a271377fb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 2629fa8a-730b-4da6-ae4a-798278b21d8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a2716fea86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: d62cbfa4-351e-4c6c-9ecc-ff5fb73c2cfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:29Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a2717d0fdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18372"
    uid: 07b48654-6e07-432a-b4b1-7d43da6381a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a414e3ba04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 3ba63451-c369-4930-b30f-3579e89f43c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 550bae87-0b56-4165-a460-ff9e4ce671dc
  kind: Event
  lastTimestamp: "2026-09-17T16:59:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:21Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn.18d62a414e3c1f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: d072d27d-dd89-4538-94f5-ebcadc59acbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-c61ee-predictor-54fdf9d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: f4347b65-c280-4bcb-b62b-29763df383de
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: 'Created pod: message-dumper-raw-c61ee-predictor-54fdf9d498-kr7nn'
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: message-dumper-raw-c61ee-predictor-54fdf9d498.18d62a267abf9e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: a08e24f0-9aac-4362-80b3-a26a675bb0ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: 7feb4ee9-acf4-448c-9d2d-264b5f95e2a5
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Scaled up replica set message-dumper-raw-c61ee-predictor-54fdf9d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: message-dumper-raw-c61ee-predictor.18d62a26790b4bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 09c1b4cd-2f01-478d-8083-d96f22f62f71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: debf551a-743c-4321-a29b-a1f0d2e6322e
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: message-dumper-raw-c61ee-predictor.18d62a29f7a730f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 5af35c52-5cc5-4653-a8c2-b0866196f215
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-c61ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: debf551a-743c-4321-a29b-a1f0d2e6322e
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: message-dumper-raw-c61ee-predictor.18d62a29f7f845d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 16e33911-77c0-49f3-83d8-becc4121d8fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-c61ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 4181d965-79ac-4131-b342-542051bb3b70
  kind: Event
  lastTimestamp: "2026-09-17T16:57:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:36Z"
    name: message-dumper-raw-c61ee.18d62a26790f009e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 521871b2-004f-4f05-95ec-82d2453e31e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-c61ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 4181d965-79ac-4131-b342-542051bb3b70
  kind: Event
  lastTimestamp: "2026-09-17T16:57:36Z"
  message: InferenceService [message-dumper-raw-c61ee] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:36Z"
    name: message-dumper-raw-c61ee.18d62a28d80e25ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 03021ad3-7a53-4251-9d71-6615cc4b1df3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:06:56.993123Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:06:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab43e3e006
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: cb49397b-c75a-438c-a5df-aec2490b1ee8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:57Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab4b14f4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 02a44b86-763c-4656-ab11-bd5b85bd0113
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab898c5c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: d5d57f3c-d795-41be-9118-ba58590866ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab8abe4ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 23f78bac-e3ee-4524-83bf-967a4488e2a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab8d6f3b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 2b1f4cb7-3d02-4cfa-9b44-91372b8cd230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab8dd882db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: 2808f69b-bfda-4fb8-bd4d-d8a77a27bb97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab8de143d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 18a1ee34-ba4d-4966-95df-d992e01ee35f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab90c00be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: 1eeea152-0f96-4bbd-8b2f-a25aa51b45a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:06:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62aab912a99af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 488d8c58-3e69-4ab8-a482-87ca5f277c84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:08:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:52Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62ac61a911910
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: 1b6605a0-8c42-4104-9b3e-2f623ee170cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: fd9ec3df-30f4-47e5-95fb-e2647d88bef2
  kind: Event
  lastTimestamp: "2026-09-17T17:08:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:52Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-8dskw.18d62ac61a915ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 78dc9984-4b4d-4beb-9cef-1b6019df405f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 250e0449-3258-4600-8e6b-9df06606336d
  kind: Event
  lastTimestamp: "2026-09-17T17:06:56Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-8dskw'
  metadata:
    creationTimestamp: "2026-09-17T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d62aab43733deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: b10be27d-8747-4fe6-999a-2883a45aa145
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: be2e1579-e14a-445a-80f5-f840fdf46100
  kind: Event
  lastTimestamp: "2026-09-17T17:06:56Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:56Z"
    name: message-dumper-raw-cipn-predictor.18d62aab402868c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: eb56f8b1-5220-400e-a245-ed3d16cd1973
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 9b769a1e-bfae-41ab-80be-395fe7e578fc
  kind: Event
  lastTimestamp: "2026-09-17T17:07:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:11Z"
    name: message-dumper-raw-cipn-predictor.18d62aaebf0e0ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 38af7458-e292-49be-afe3-164b1c591e5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 9b769a1e-bfae-41ab-80be-395fe7e578fc
  kind: Event
  lastTimestamp: "2026-09-17T17:07:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:11Z"
    name: message-dumper-raw-cipn-predictor.18d62aaebf75e548
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: ef371a8c-037c-46a2-a9b1-348102a0fbca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 9b769a1e-bfae-41ab-80be-395fe7e578fc
  kind: Event
  lastTimestamp: "2026-09-17T17:07:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:26Z"
    name: message-dumper-raw-cipn-predictor.18d62ab23e46f8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: c7ff7fc3-7f77-4c15-a224-52416839452b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 9b769a1e-bfae-41ab-80be-395fe7e578fc
  kind: Event
  lastTimestamp: "2026-09-17T17:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:26Z"
    name: message-dumper-raw-cipn-predictor.18d62ab23eb2d584
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: 4c37100d-800f-42d7-888f-29b328905f8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 0b60cc3e-4dc9-4c6f-83ca-60d22289c593
  kind: Event
  lastTimestamp: "2026-09-17T17:07:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:07Z"
    name: message-dumper-raw-cipn.18d62aab402abb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: 2b3b8346-b333-46b7-b278-bf14e53087ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 0b60cc3e-4dc9-4c6f-83ca-60d22289c593
  kind: Event
  lastTimestamp: "2026-09-17T17:06:56Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:56Z"
    name: message-dumper-raw-cipn.18d62aab40a06b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: ce292133-1ab7-43b9-abbb-c4748ed60b92
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 0b60cc3e-4dc9-4c6f-83ca-60d22289c593
  kind: Event
  lastTimestamp: "2026-09-17T17:07:07Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:07Z"
    name: message-dumper-raw-cipn.18d62aada2f7433a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: c7742d00-68e0-4d57-a2c8-53d9c37e37aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:26.112837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-48e77-77c5845d5-h5tqd
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0a68374f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 18f702de-b258-4e1d-aa7a-ef8007974aa7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:26Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0a8a55eb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: 70005e23-3e14-474a-a2de-f70f56a15826
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:26Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3"
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0a8b94daca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 930ed470-6ae9-4c49-9230-06e37d4b84ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3"
    in 2.219s (2.219s including waiting). Image size: 211751527 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:28Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0b0fe5eff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 47b7bb0b-bcb3-43c5-834d-c9be8fbdde9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:28Z"
  message: 'Created container: model-chainer-raw-48e77'
  metadata:
    creationTimestamp: "2026-09-17T16:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:28Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0b141b01a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: f14558a7-b536-4db4-a632-35b70deb87e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:29Z"
  message: Started container model-chainer-raw-48e77
  metadata:
    creationTimestamp: "2026-09-17T16:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:29Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0b149bd9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 2542c64a-4bd1-4c8d-bf51-fe2f2b4b8120
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:55:36Z"
  message: Stopping container model-chainer-raw-48e77
  metadata:
    creationTimestamp: "2026-09-17T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:36Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0cc12a44bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 6b68f4ba-23f2-49ed-ba5c-f565c0d9ce8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-48e77}
    kind: Pod
    name: model-chainer-raw-48e77-77c5845d5-h5tqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: ba4b3d16-0544-415c-936e-2f06880cf582
  kind: Event
  lastTimestamp: "2026-09-17T16:56:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:05Z"
    name: model-chainer-raw-48e77-77c5845d5-h5tqd.18d62a0dd326b7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 1683fad9-2ce3-414c-8c67-94ae4cbe3d9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-48e77-77c5845d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: d0edd06c-775e-4185-87ac-9313f06e4746
  kind: Event
  lastTimestamp: "2026-09-17T16:55:26Z"
  message: 'Created pod: model-chainer-raw-48e77-77c5845d5-h5tqd'
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77-77c5845d5.18d62a0a67c7af1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 82a6a684-e8f2-425d-992b-03624cf8cd22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 723051db-1134-417e-a77d-39661d4c7dc4
  kind: Event
  lastTimestamp: "2026-09-17T16:55:26Z"
  message: Scaled up replica set model-chainer-raw-48e77-77c5845d5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77.18d62a0a6717b255
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 437099fc-f265-4d91-9b03-a8413e196e90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-48e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 6b78406f-bd4c-4cc4-926c-ff89506daaae
  kind: Event
  lastTimestamp: "2026-09-17T16:55:26Z"
  message: InferenceGraph [model-chainer-raw-48e77] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:26Z"
    name: model-chainer-raw-48e77.18d62a0a6ccb2432
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 6f42d010-2220-4f11-a215-58526b27e801
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:57:16.414549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-48552-86d85b86d-lrnss
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:57:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:57:16Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a2416b5dbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 1bf1cae5-ab28-4821-99b9-8510049341d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-48552-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:16Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a2425a393c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: 3813af0c-22c9-49b5-9d3c-02a916d3811b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:17Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:57:17Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a245c8952b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 9d339485-2241-4d4a-81c6-753e90f037ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-48552}
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:17Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a245dc9a8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 55237aee-c392-4195-9ee7-6cfd006b7106
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-48552}
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:17Z"
  message: 'Created container: model-chainer-raw-hpa-48552'
  metadata:
    creationTimestamp: "2026-09-17T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:17Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a2461c0ce14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18174"
    uid: 57770282-09dd-413e-8846-979eeb81f47b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-48552}
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:17Z"
  message: Started container model-chainer-raw-hpa-48552
  metadata:
    creationTimestamp: "2026-09-17T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:17Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a24624484c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18176"
    uid: 94ff1624-8235-4966-bbf3-c89962fffcb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-48552}
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:26Z"
  message: Stopping container model-chainer-raw-hpa-48552
  metadata:
    creationTimestamp: "2026-09-17T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:26Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a266e54ce5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: 8ccae7db-f4ce-4b21-8be9-33ec74e0bbb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-48552}
    kind: Pod
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 62079efe-2c15-4e14-a520-dbce8f8b0a50
  kind: Event
  lastTimestamp: "2026-09-17T16:57:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:54Z"
    name: model-chainer-raw-hpa-48552-86d85b86d-lrnss.18d62a2714e1aba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 753fca2e-8d11-4a36-83e4-ee6acd3041ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-48552-86d85b86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 19ff163d-fb52-44ed-9d18-5ce905fb9a27
  kind: Event
  lastTimestamp: "2026-09-17T16:57:16Z"
  message: 'Created pod: model-chainer-raw-hpa-48552-86d85b86d-lrnss'
  metadata:
    creationTimestamp: "2026-09-17T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:16Z"
    name: model-chainer-raw-hpa-48552-86d85b86d.18d62a241626b6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 11c01d2e-68a4-4621-b192-c0c01ac44523
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: d33a06b6-401f-489e-8fb3-7cce693a41fc
  kind: Event
  lastTimestamp: "2026-09-17T16:57:16Z"
  message: Scaled up replica set model-chainer-raw-hpa-48552-86d85b86d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:16Z"
    name: model-chainer-raw-hpa-48552.18d62a2415858032
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: 3504cb93-3c82-4686-8109-df21a13d1b56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-48552
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 17bd5c3e-7bef-48be-867a-26bda642c359
  kind: Event
  lastTimestamp: "2026-09-17T16:57:16Z"
  message: InferenceGraph [model-chainer-raw-hpa-48552] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:16Z"
    name: model-chainer-raw-hpa-48552.18d62a241ad1ec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: ef4b4058-bdbf-4227-96fb-835d7ae7bc99
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:59:20.088094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    to ip-10-0-130-106.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a40e23a6184
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: f0136ebc-03ab-4e08-bde2-b9ee31354fe8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41043e216f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: e1fdfc7d-b3d5-4957-a06c-ba79a43d09f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a4105b7661d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 8a84518d-f4c2-4ca3-b45e-cb0e0ce50a1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a4108d869d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: b5539b47-a97e-462b-995b-ec7d0f243f6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41094e9cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: 1c9bd346-d479-4d68-8c1d-cdaa1b3fde8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41fc04e0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 0af4d290-f94b-4ef6-a01f-4ba57daee7ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41fedf496c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: 518e177c-2c62-41d4-b769-c09fd577e0f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41ff58dfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 793f48c6-b490-4b75-8e93-4f88cf4f2c1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a41ff639083
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 58075e41-b689-4502-9ba6-cd15f6f97b91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a42025222e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: fc537c20-e980-465f-b2de-f693d9c3f3c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T16:59:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:24Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a4202ca8ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 338d05b6-76e5-4919-a8a9-5c28951f31bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T17:00:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:52Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a4273e25564
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 403aafd4-859f-43f4-9c02-32ede648b2df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T17:00:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:50Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a55db06485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 8e9521ed-0c44-4eff-83a1-1e76e22fc4f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T17:00:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:50Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a55db06a311
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: aa76590f-c0c5-4e9c-9c65-9c6313c5db0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 4a34bc2b-b7f8-4c3d-8ef3-757dbca0a5a9
  kind: Event
  lastTimestamp: "2026-09-17T17:00:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:52Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w.18d62a567a383867
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: f6eac9da-5a49-4c35-84aa-c116b3ff3684
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-106.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-106.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-f0e12-predictor-8656cc4776
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 09d13a2e-8fd2-4d2c-8305-19ce78daac21
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: 'Created pod: raw-sklearn-f0e12-predictor-8656cc4776-v9r9w'
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor-8656cc4776.18d62a40e1ba12e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: a1fad589-a158-40fb-a728-1d162504e9e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-f0e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: eb00105a-bb84-4c85-b5f0-32f65661f1ac
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: Scaled up replica set raw-sklearn-f0e12-predictor-8656cc4776 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12-predictor.18d62a40decf3248
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 1f9bd5c5-3c66-4569-a50c-fd51bfc5c0cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-f0e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 57bb92cb-51d6-4850-8ad7-faea4bbe0fe7
  kind: Event
  lastTimestamp: "2026-09-17T16:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:50Z"
    name: raw-sklearn-f0e12-predictor.18d62a445dcbe96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: b18d6aa2-a7a6-46d2-88fb-2c21f4668668
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-f0e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 57bb92cb-51d6-4850-8ad7-faea4bbe0fe7
  kind: Event
  lastTimestamp: "2026-09-17T16:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:50Z"
    name: raw-sklearn-f0e12-predictor.18d62a445e46d673
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 0d2c284f-3110-4e63-938a-58964e352a74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-f0e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 57bb92cb-51d6-4850-8ad7-faea4bbe0fe7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:50Z"
    name: raw-sklearn-f0e12-predictor.18d62a4b5c517f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 9cb23a6a-96ab-4ffb-8978-4660f6537c8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-f0e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 57bb92cb-51d6-4850-8ad7-faea4bbe0fe7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:50Z"
    name: raw-sklearn-f0e12-predictor.18d62a4b5cb4c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: cc43699a-9593-4365-a0ef-39b92967227f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-f0e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: e7640766-38b5-4e12-ba14-d92855561c87
  kind: Event
  lastTimestamp: "2026-09-17T17:00:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:42Z"
    name: raw-sklearn-f0e12.18d62a40dee8d1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: c7406c4b-d552-47d0-b199-f87f302ed17f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-f0e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: e7640766-38b5-4e12-ba14-d92855561c87
  kind: Event
  lastTimestamp: "2026-09-17T16:59:20Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-f0e12": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-f0e12":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:20Z"
    name: raw-sklearn-f0e12.18d62a40df613810
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: cfd752a1-5de8-4fd7-8db1-a070243b860f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-f0e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: e7640766-38b5-4e12-ba14-d92855561c87
  kind: Event
  lastTimestamp: "2026-09-17T17:00:42Z"
  message: InferenceService [raw-sklearn-f0e12] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:42Z"
    name: raw-sklearn-f0e12.18d62a542c1f8a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: bad6d708-d400-419c-b616-ab7a7253911a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:00:55.367001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a57114b9975
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 0746443b-06b9-45a9-ab03-c8c6a9d66a67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5566d897-qn4sv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:00:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-60bd0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a5719ca33d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: d834eaf7-4e4a-4a7f-a6f7-a54badacb450
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20430"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:00:56Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:00:56Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a575728d73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 8e830f5c-c1c6-481a-a576-96a9f737543c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:00:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:56Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a575875497d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: dd3365a4-318e-4164-83d9-f661f825c8d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:00:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:56Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a575b69e931
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 399c3b09-10be-408b-8499-ab2df9797277
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:00:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:56Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a575bdc6752
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 9cb9462f-6ba9-4304-97c1-0cfe89cf3b8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a58858d9f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: 405a90d2-8abf-4b7c-9277-d6b27c04edd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a5888875228
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 17486786-086d-4dc8-b314-fb27dd68095c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a5888f3f279
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 3615ae22-4a9b-4241-9750-1a17fd4f46ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a5888fd3bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: b67345f7-e6e8-44fd-92a5-eefc375e6bad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a588bda67bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 28638b7f-6606-49fd-b7e4-995d8c6b4d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:01:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:01Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a588c49c007
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: fe953f75-65f5-4d3f-8a37-6f5aade0177a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:02:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:28Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a58c189b1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 14f3c5bc-0299-4e2d-a0f9-7b28988579a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:02:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:25Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a6c07bf46d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 63ac4d7c-faf1-40e9-8a18-25cc4e5b987f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:02:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:25Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a6c07bfb8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 056d448d-087e-44bc-bf57-47e792ce5a73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 111e456f-dabb-4d46-9964-db0fe2dda6fe
  kind: Event
  lastTimestamp: "2026-09-17T17:02:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:28Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2.18d62a6cc7bc561a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 1f1d9a89-a7b9-4411-82a7-e944214f1197
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 189ab2b3-ba81-4aab-a321-14d1d9e2716b
  kind: Event
  lastTimestamp: "2026-09-17T17:00:55Z"
  message: 'Created pod: raw-sklearn-runtime-60bd0-predictor-7597559d5b-wcdl2'
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0-predictor-7597559d5b.18d62a5710ecd1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 12b6768d-7053-42f0-a3c8-769617db5f5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-60bd0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 74546249-fc97-4928-9c4e-44fab1cd380f
  kind: Event
  lastTimestamp: "2026-09-17T17:00:55Z"
  message: Scaled up replica set raw-sklearn-runtime-60bd0-predictor-7597559d5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0-predictor.18d62a570cb8ca35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 1ecca157-fc0a-4714-847d-c659f418ba6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60bd0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 6cf62cc6-6104-4518-99fd-3f3298fe1b3e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:10Z"
    name: raw-sklearn-runtime-60bd0-predictor.18d62a5a8b450e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: 8f45f720-10ba-44b6-a987-effbd9a0ca4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60bd0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 6cf62cc6-6104-4518-99fd-3f3298fe1b3e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:10Z"
    name: raw-sklearn-runtime-60bd0-predictor.18d62a5a8badd6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: be890927-f765-44d2-8b52-2ac3f6d012f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60bd0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 6cf62cc6-6104-4518-99fd-3f3298fe1b3e
  kind: Event
  lastTimestamp: "2026-09-17T17:02:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:25Z"
    name: raw-sklearn-runtime-60bd0-predictor.18d62a5e0a7e9589
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: ada2b55d-2b19-4fba-81b5-77884187536d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60bd0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 6cf62cc6-6104-4518-99fd-3f3298fe1b3e
  kind: Event
  lastTimestamp: "2026-09-17T17:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:25Z"
    name: raw-sklearn-runtime-60bd0-predictor.18d62a5e0ae886fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: 72c93dd3-7cbe-4e5a-9e81-dd61322916d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 35bd9fe4-e488-43fe-8684-81571b21d9fa
  kind: Event
  lastTimestamp: "2026-09-17T17:02:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:18Z"
    name: raw-sklearn-runtime-60bd0.18d62a570cbbb80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: f7a26d35-1494-4820-81e0-bd545c4c15e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 35bd9fe4-e488-43fe-8684-81571b21d9fa
  kind: Event
  lastTimestamp: "2026-09-17T17:00:55Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-60bd0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-60bd0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0.18d62a570d652384
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 795df63e-b0c4-4d74-829d-6d303edaf500
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 35bd9fe4-e488-43fe-8684-81571b21d9fa
  kind: Event
  lastTimestamp: "2026-09-17T17:00:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-60bd0": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:55Z"
    name: raw-sklearn-runtime-60bd0.18d62a5713943be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: 98ad9a20-400c-41b9-8aaa-d642d666246f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 35bd9fe4-e488-43fe-8684-81571b21d9fa
  kind: Event
  lastTimestamp: "2026-09-17T17:02:18Z"
  message: InferenceService [raw-sklearn-runtime-60bd0] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:18Z"
    name: raw-sklearn-runtime-60bd0.18d62a6a79611146
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: 2467d195-ca1b-4571-bf39-ac3d8f26a78d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24768"